2024-12-08 19:22:10,290 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-08 19:22:10,305 main DEBUG Took 0.012327 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 19:22:10,306 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 19:22:10,306 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 19:22:10,307 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 19:22:10,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,317 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 19:22:10,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,334 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,336 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,337 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,339 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,340 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,341 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,342 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,343 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,343 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,344 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,344 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,345 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 19:22:10,345 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,346 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 19:22:10,348 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 19:22:10,349 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 19:22:10,352 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 19:22:10,353 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 19:22:10,354 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 19:22:10,355 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 19:22:10,365 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 19:22:10,367 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 19:22:10,369 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 19:22:10,369 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 19:22:10,370 main DEBUG createAppenders(={Console}) 2024-12-08 19:22:10,371 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-08 19:22:10,371 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-08 19:22:10,372 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-08 19:22:10,372 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 19:22:10,372 main DEBUG OutputStream closed 2024-12-08 19:22:10,373 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 19:22:10,373 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 19:22:10,373 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-08 19:22:10,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 19:22:10,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 19:22:10,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 19:22:10,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 19:22:10,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 19:22:10,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 19:22:10,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 19:22:10,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 19:22:10,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 19:22:10,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 19:22:10,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 19:22:10,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 19:22:10,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 19:22:10,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 19:22:10,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 19:22:10,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 19:22:10,463 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 19:22:10,464 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 19:22:10,466 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 19:22:10,466 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-08 19:22:10,466 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 19:22:10,467 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-08T19:22:10,665 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee 2024-12-08 19:22:10,667 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 19:22:10,668 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T19:22:10,675 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-08T19:22:10,696 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T19:22:10,700 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5, deleteOnExit=true 2024-12-08T19:22:10,700 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-08T19:22:10,701 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/test.cache.data in system properties and HBase conf 2024-12-08T19:22:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T19:22:10,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.log.dir in system properties and HBase conf 2024-12-08T19:22:10,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T19:22:10,703 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T19:22:10,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-08T19:22:10,804 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T19:22:10,888 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T19:22:10,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T19:22:10,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T19:22:10,892 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T19:22:10,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T19:22:10,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T19:22:10,893 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T19:22:10,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T19:22:10,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T19:22:10,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T19:22:10,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/nfs.dump.dir in system properties and HBase conf 2024-12-08T19:22:10,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/java.io.tmpdir in system properties and HBase conf 2024-12-08T19:22:10,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T19:22:10,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T19:22:10,896 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T19:22:11,899 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T19:22:11,965 INFO [Time-limited test {}] log.Log(170): Logging initialized @2309ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T19:22:12,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T19:22:12,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T19:22:12,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T19:22:12,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T19:22:12,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T19:22:12,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T19:22:12,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.log.dir/,AVAILABLE} 2024-12-08T19:22:12,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T19:22:12,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/java.io.tmpdir/jetty-localhost-46395-hadoop-hdfs-3_4_1-tests_jar-_-any-2563513347864986978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T19:22:12,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:46395} 2024-12-08T19:22:12,302 INFO [Time-limited test {}] server.Server(415): Started @2647ms 2024-12-08T19:22:12,778 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T19:22:12,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T19:22:12,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T19:22:12,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T19:22:12,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T19:22:12,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.log.dir/,AVAILABLE} 2024-12-08T19:22:12,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T19:22:12,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/java.io.tmpdir/jetty-localhost-42693-hadoop-hdfs-3_4_1-tests_jar-_-any-7519332758859887307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T19:22:12,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:42693} 2024-12-08T19:22:12,883 INFO [Time-limited test {}] server.Server(415): Started @3228ms 2024-12-08T19:22:12,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T19:22:13,671 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/dfs/data/data1/current/BP-839306483-172.17.0.2-1733685731381/current, will proceed with Du for space computation calculation, 2024-12-08T19:22:13,671 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/dfs/data/data2/current/BP-839306483-172.17.0.2-1733685731381/current, will proceed with Du for space computation calculation, 2024-12-08T19:22:13,695 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T19:22:13,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dea9f08577bac3 with lease ID 0x4a5fd3d4aa18fb6: Processing first storage report for DS-5a062cf3-7730-47c8-ab50-891c69750f38 from datanode DatanodeRegistration(127.0.0.1:33301, datanodeUuid=14804f98-3048-4eb8-9684-ba5262d9d999, infoPort=33363, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=765457147;c=1733685731381) 2024-12-08T19:22:13,738 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dea9f08577bac3 with lease ID 0x4a5fd3d4aa18fb6: from storage DS-5a062cf3-7730-47c8-ab50-891c69750f38 node DatanodeRegistration(127.0.0.1:33301, datanodeUuid=14804f98-3048-4eb8-9684-ba5262d9d999, infoPort=33363, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=765457147;c=1733685731381), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T19:22:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84dea9f08577bac3 with lease ID 0x4a5fd3d4aa18fb6: Processing first storage report for DS-4c3630d0-ee41-4c68-94a0-6e996631a72a from datanode DatanodeRegistration(127.0.0.1:33301, datanodeUuid=14804f98-3048-4eb8-9684-ba5262d9d999, infoPort=33363, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=765457147;c=1733685731381) 2024-12-08T19:22:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84dea9f08577bac3 with lease ID 0x4a5fd3d4aa18fb6: from storage DS-4c3630d0-ee41-4c68-94a0-6e996631a72a node DatanodeRegistration(127.0.0.1:33301, datanodeUuid=14804f98-3048-4eb8-9684-ba5262d9d999, infoPort=33363, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=765457147;c=1733685731381), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T19:22:13,819 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee 2024-12-08T19:22:13,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/zookeeper_0, clientPort=55672, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T19:22:13,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55672 2024-12-08T19:22:13,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:13,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741825_1001 (size=7) 2024-12-08T19:22:14,519 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 with version=8 2024-12-08T19:22:14,519 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/hbase-staging 2024-12-08T19:22:14,619 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T19:22:14,844 INFO [Time-limited test {}] client.ConnectionUtils(129): master/8760adbab633:0 server-side Connection retries=45 2024-12-08T19:22:14,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:14,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:14,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T19:22:14,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:14,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T19:22:14,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T19:22:15,011 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T19:22:15,019 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T19:22:15,022 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T19:22:15,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 39084 (auto-detected) 2024-12-08T19:22:15,045 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T19:22:15,062 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34611 2024-12-08T19:22:15,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:15,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:15,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34611 connecting to ZooKeeper ensemble=127.0.0.1:55672 2024-12-08T19:22:15,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346110x0, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T19:22:15,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34611-0x100071806690000 connected 2024-12-08T19:22:15,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T19:22:15,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T19:22:15,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T19:22:15,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34611 2024-12-08T19:22:15,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34611 2024-12-08T19:22:15,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34611 2024-12-08T19:22:15,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34611 2024-12-08T19:22:15,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34611 2024-12-08T19:22:15,286 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72, hbase.cluster.distributed=false 2024-12-08T19:22:15,340 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/8760adbab633:0 server-side Connection retries=45 2024-12-08T19:22:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:15,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T19:22:15,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T19:22:15,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T19:22:15,342 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T19:22:15,344 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T19:22:15,345 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37895 2024-12-08T19:22:15,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T19:22:15,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T19:22:15,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:15,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:15,357 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37895 connecting to ZooKeeper ensemble=127.0.0.1:55672 2024-12-08T19:22:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378950x0, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T19:22:15,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378950x0, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T19:22:15,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37895-0x100071806690001 connected 2024-12-08T19:22:15,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T19:22:15,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T19:22:15,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37895 2024-12-08T19:22:15,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37895 2024-12-08T19:22:15,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37895 2024-12-08T19:22:15,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37895 2024-12-08T19:22:15,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37895 2024-12-08T19:22:15,374 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/8760adbab633,34611,1733685734613 2024-12-08T19:22:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T19:22:15,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T19:22:15,388 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8760adbab633,34611,1733685734613 2024-12-08T19:22:15,389 DEBUG [M:0;8760adbab633:34611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8760adbab633:34611 2024-12-08T19:22:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T19:22:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T19:22:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:15,412 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T19:22:15,413 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8760adbab633,34611,1733685734613 from backup master directory 2024-12-08T19:22:15,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T19:22:15,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8760adbab633,34611,1733685734613 2024-12-08T19:22:15,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T19:22:15,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T19:22:15,426 WARN [master/8760adbab633:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T19:22:15,426 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8760adbab633,34611,1733685734613 2024-12-08T19:22:15,428 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T19:22:15,430 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T19:22:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741826_1002 (size=42) 2024-12-08T19:22:15,894 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/hbase.id with ID: f61636f1-976d-4141-a8d5-b1fa3e6025ae 2024-12-08T19:22:15,941 INFO [master/8760adbab633:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T19:22:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:16,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:16,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741827_1003 (size=196) 2024-12-08T19:22:16,444 INFO [master/8760adbab633:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:22:16,445 INFO [master/8760adbab633:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T19:22:16,459 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:16,462 INFO [master/8760adbab633:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T19:22:16,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741828_1004 (size=1189) 2024-12-08T19:22:16,905 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store 2024-12-08T19:22:16,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741829_1005 (size=34) 2024-12-08T19:22:17,324 INFO [master/8760adbab633:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T19:22:17,324 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:17,325 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T19:22:17,325 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:22:17,325 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:22:17,325 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T19:22:17,326 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:22:17,326 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:22:17,326 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T19:22:17,328 WARN [master/8760adbab633:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/.initializing 2024-12-08T19:22:17,328 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/WALs/8760adbab633,34611,1733685734613 2024-12-08T19:22:17,334 INFO [master/8760adbab633:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T19:22:17,344 INFO [master/8760adbab633:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8760adbab633%2C34611%2C1733685734613, suffix=, logDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/WALs/8760adbab633,34611,1733685734613, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/oldWALs, maxLogs=10 2024-12-08T19:22:17,363 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/WALs/8760adbab633,34611,1733685734613/8760adbab633%2C34611%2C1733685734613.1733685737348, exclude list is [], retry=0 2024-12-08T19:22:17,376 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33301,DS-5a062cf3-7730-47c8-ab50-891c69750f38,DISK] 2024-12-08T19:22:17,379 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T19:22:17,418 INFO [master/8760adbab633:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/WALs/8760adbab633,34611,1733685734613/8760adbab633%2C34611%2C1733685734613.1733685737348 2024-12-08T19:22:17,419 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-08T19:22:17,420 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:17,420 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:17,423 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,424 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T19:22:17,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:17,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:17,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T19:22:17,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:17,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:17,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T19:22:17,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:17,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:17,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T19:22:17,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:17,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:17,499 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,501 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,509 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T19:22:17,513 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T19:22:17,517 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:22:17,518 INFO [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932365, jitterRate=-0.0026300400495529175}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T19:22:17,521 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T19:22:17,522 INFO [master/8760adbab633:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T19:22:17,546 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dd16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:17,571 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-08T19:22:17,580 INFO [master/8760adbab633:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T19:22:17,580 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T19:22:17,581 INFO [master/8760adbab633:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T19:22:17,583 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T19:22:17,586 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-08T19:22:17,586 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T19:22:17,607 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T19:22:17,617 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T19:22:17,661 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-08T19:22:17,665 INFO [master/8760adbab633:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T19:22:17,667 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T19:22:17,678 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-08T19:22:17,681 INFO [master/8760adbab633:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T19:22:17,686 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T19:22:17,694 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-08T19:22:17,695 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T19:22:17,703 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T19:22:17,713 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T19:22:17,719 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T19:22:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T19:22:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T19:22:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,728 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=8760adbab633,34611,1733685734613, sessionid=0x100071806690000, setting cluster-up flag (Was=false) 2024-12-08T19:22:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,778 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T19:22:17,780 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8760adbab633,34611,1733685734613 2024-12-08T19:22:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:17,824 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T19:22:17,826 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8760adbab633,34611,1733685734613 2024-12-08T19:22:17,890 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8760adbab633:37895 2024-12-08T19:22:17,892 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1008): ClusterId : f61636f1-976d-4141-a8d5-b1fa3e6025ae 2024-12-08T19:22:17,894 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T19:22:17,900 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-08T19:22:17,905 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T19:22:17,905 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T19:22:17,907 INFO [master/8760adbab633:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-08T19:22:17,910 INFO [master/8760adbab633:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T19:22:17,912 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T19:22:17,913 DEBUG [RS:0;8760adbab633:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681864a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:17,914 DEBUG [RS:0;8760adbab633:37895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f24240a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8760adbab633/172.17.0.2:0 2024-12-08T19:22:17,917 INFO [RS:0;8760adbab633:37895 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-08T19:22:17,917 INFO [RS:0;8760adbab633:37895 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-08T19:22:17,917 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-08T19:22:17,919 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(3073): reportForDuty to master=8760adbab633,34611,1733685734613 with isa=8760adbab633/172.17.0.2:37895, startcode=1733685735339 2024-12-08T19:22:17,917 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8760adbab633,34611,1733685734613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T19:22:17,921 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8760adbab633:0, corePoolSize=5, maxPoolSize=5 2024-12-08T19:22:17,921 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8760adbab633:0, corePoolSize=5, maxPoolSize=5 2024-12-08T19:22:17,921 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8760adbab633:0, corePoolSize=5, maxPoolSize=5 2024-12-08T19:22:17,921 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8760adbab633:0, corePoolSize=5, maxPoolSize=5 2024-12-08T19:22:17,922 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8760adbab633:0, corePoolSize=10, maxPoolSize=10 2024-12-08T19:22:17,922 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:17,922 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8760adbab633:0, corePoolSize=2, maxPoolSize=2 2024-12-08T19:22:17,922 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:17,925 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733685767925 2024-12-08T19:22:17,926 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T19:22:17,927 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T19:22:17,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-08T19:22:17,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-08T19:22:17,930 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T19:22:17,930 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T19:22:17,931 DEBUG [RS:0;8760adbab633:37895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T19:22:17,931 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T19:22:17,931 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T19:22:17,934 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:17,934 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:17,935 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T19:22:17,936 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T19:22:17,938 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T19:22:17,938 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T19:22:17,941 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T19:22:17,941 INFO [master/8760adbab633:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T19:22:17,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741831_1007 (size=1039) 2024-12-08T19:22:17,947 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8760adbab633:0:becomeActiveMaster-HFileCleaner.large.0-1733685737943,5,FailOnTimeoutGroup] 2024-12-08T19:22:17,948 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8760adbab633:0:becomeActiveMaster-HFileCleaner.small.0-1733685737947,5,FailOnTimeoutGroup] 2024-12-08T19:22:17,948 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:17,948 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T19:22:17,950 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:17,950 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:17,968 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56235, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T19:22:17,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 8760adbab633,37895,1733685735339 2024-12-08T19:22:17,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(486): Registering regionserver=8760adbab633,37895,1733685735339 2024-12-08T19:22:17,990 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:22:17,990 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39913 2024-12-08T19:22:17,990 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-08T19:22:18,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T19:22:18,003 DEBUG [RS:0;8760adbab633:37895 {}] zookeeper.ZKUtil(111): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8760adbab633,37895,1733685735339 2024-12-08T19:22:18,003 WARN [RS:0;8760adbab633:37895 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T19:22:18,004 INFO [RS:0;8760adbab633:37895 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T19:22:18,004 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339 2024-12-08T19:22:18,006 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8760adbab633,37895,1733685735339] 2024-12-08T19:22:18,016 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-08T19:22:18,025 INFO [RS:0;8760adbab633:37895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T19:22:18,038 INFO [RS:0;8760adbab633:37895 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T19:22:18,041 INFO [RS:0;8760adbab633:37895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T19:22:18,041 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,042 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-08T19:22:18,047 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,048 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,048 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,048 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,048 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,048 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8760adbab633:0, corePoolSize=2, maxPoolSize=2 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8760adbab633:0, corePoolSize=1, maxPoolSize=1 2024-12-08T19:22:18,049 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8760adbab633:0, corePoolSize=3, maxPoolSize=3 2024-12-08T19:22:18,050 DEBUG [RS:0;8760adbab633:37895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0, corePoolSize=3, maxPoolSize=3 2024-12-08T19:22:18,050 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,051 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,051 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,051 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,051 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,37895,1733685735339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T19:22:18,068 INFO [RS:0;8760adbab633:37895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T19:22:18,069 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,37895,1733685735339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:18,086 INFO [RS:0;8760adbab633:37895 {}] regionserver.Replication(204): 8760adbab633,37895,1733685735339 started 2024-12-08T19:22:18,086 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1767): Serving as 8760adbab633,37895,1733685735339, RpcServer on 8760adbab633/172.17.0.2:37895, sessionid=0x100071806690001 2024-12-08T19:22:18,087 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T19:22:18,087 DEBUG [RS:0;8760adbab633:37895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8760adbab633,37895,1733685735339 2024-12-08T19:22:18,087 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8760adbab633,37895,1733685735339' 2024-12-08T19:22:18,087 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T19:22:18,088 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T19:22:18,089 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T19:22:18,089 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T19:22:18,089 DEBUG [RS:0;8760adbab633:37895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8760adbab633,37895,1733685735339 2024-12-08T19:22:18,089 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8760adbab633,37895,1733685735339' 2024-12-08T19:22:18,089 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T19:22:18,090 DEBUG [RS:0;8760adbab633:37895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T19:22:18,090 DEBUG [RS:0;8760adbab633:37895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T19:22:18,091 INFO [RS:0;8760adbab633:37895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T19:22:18,091 INFO [RS:0;8760adbab633:37895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T19:22:18,197 INFO [RS:0;8760adbab633:37895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T19:22:18,200 INFO [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8760adbab633%2C37895%2C1733685735339, suffix=, logDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/oldWALs, maxLogs=32 2024-12-08T19:22:18,215 DEBUG [RS:0;8760adbab633:37895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339/8760adbab633%2C37895%2C1733685735339.1733685738202, exclude list is [], retry=0 2024-12-08T19:22:18,220 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33301,DS-5a062cf3-7730-47c8-ab50-891c69750f38,DISK] 2024-12-08T19:22:18,223 INFO [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339/8760adbab633%2C37895%2C1733685735339.1733685738202 2024-12-08T19:22:18,223 DEBUG [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-08T19:22:18,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-08T19:22:18,347 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:22:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741833_1009 (size=32) 2024-12-08T19:22:18,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:18,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T19:22:18,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T19:22:18,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:18,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:18,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T19:22:18,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T19:22:18,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:18,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:18,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T19:22:18,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T19:22:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:18,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740 2024-12-08T19:22:18,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740 2024-12-08T19:22:18,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:22:18,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-08T19:22:18,798 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:22:18,799 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68961011, jitterRate=0.027599141001701355}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:22:18,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-08T19:22:18,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-08T19:22:18,802 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-08T19:22:18,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-08T19:22:18,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T19:22:18,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T19:22:18,803 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-08T19:22:18,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-08T19:22:18,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-08T19:22:18,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-08T19:22:18,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T19:22:18,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T19:22:18,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T19:22:18,971 DEBUG [8760adbab633:34611 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T19:22:18,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:18,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8760adbab633,37895,1733685735339, state=OPENING 2024-12-08T19:22:19,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T19:22:19,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:19,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:19,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T19:22:19,039 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T19:22:19,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:19,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:19,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T19:22:19,225 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T19:22:19,235 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-08T19:22:19,235 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T19:22:19,236 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T19:22:19,240 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8760adbab633%2C37895%2C1733685735339.meta, suffix=.meta, logDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339, archiveDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/oldWALs, maxLogs=32 2024-12-08T19:22:19,253 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339/8760adbab633%2C37895%2C1733685735339.meta.1733685739241.meta, exclude list is [], retry=0 2024-12-08T19:22:19,257 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33301,DS-5a062cf3-7730-47c8-ab50-891c69750f38,DISK] 2024-12-08T19:22:19,259 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/WALs/8760adbab633,37895,1733685735339/8760adbab633%2C37895%2C1733685735339.meta.1733685739241.meta 2024-12-08T19:22:19,260 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-12-08T19:22:19,260 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:19,261 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T19:22:19,307 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T19:22:19,311 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T19:22:19,315 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T19:22:19,315 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:19,315 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-08T19:22:19,315 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-08T19:22:19,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T19:22:19,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T19:22:19,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:19,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:19,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T19:22:19,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T19:22:19,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:19,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:19,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T19:22:19,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T19:22:19,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:19,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T19:22:19,327 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740 2024-12-08T19:22:19,330 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740 2024-12-08T19:22:19,332 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:22:19,335 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-08T19:22:19,337 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69177143, jitterRate=0.030819758772850037}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:22:19,338 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-08T19:22:19,344 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733685739215 2024-12-08T19:22:19,353 DEBUG [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T19:22:19,354 INFO [RS_OPEN_META-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-08T19:22:19,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:19,357 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8760adbab633,37895,1733685735339, state=OPEN 2024-12-08T19:22:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T19:22:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T19:22:19,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T19:22:19,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T19:22:19,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T19:22:19,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=8760adbab633,37895,1733685735339 in 369 msec 2024-12-08T19:22:19,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T19:22:19,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-12-08T19:22:19,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5730 sec 2024-12-08T19:22:19,434 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733685739433, completionTime=-1 2024-12-08T19:22:19,434 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T19:22:19,434 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-08T19:22:19,465 DEBUG [hconnection-0xc95ab88-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:19,468 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:19,477 INFO [master/8760adbab633:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-08T19:22:19,477 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733685799477 2024-12-08T19:22:19,477 INFO [master/8760adbab633:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733685859477 2024-12-08T19:22:19,477 INFO [master/8760adbab633:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 43 msec 2024-12-08T19:22:19,518 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:19,518 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:19,518 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:19,519 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8760adbab633:34611, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:19,520 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:19,524 DEBUG [master/8760adbab633:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-08T19:22:19,527 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-08T19:22:19,528 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T19:22:19,534 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-08T19:22:19,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:22:19,538 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:19,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:22:19,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741835_1011 (size=358) 2024-12-08T19:22:19,959 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fb827608fdec8ab39e30851a09e38025, NAME => 'hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:22:19,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741836_1012 (size=42) 2024-12-08T19:22:20,372 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:20,373 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fb827608fdec8ab39e30851a09e38025, disabling compactions & flushes 2024-12-08T19:22:20,373 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,374 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,374 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. after waiting 0 ms 2024-12-08T19:22:20,374 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,374 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,374 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fb827608fdec8ab39e30851a09e38025: 2024-12-08T19:22:20,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:22:20,387 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733685740381"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685740381"}]},"ts":"1733685740381"} 2024-12-08T19:22:20,406 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:22:20,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:22:20,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685740408"}]},"ts":"1733685740408"} 2024-12-08T19:22:20,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-08T19:22:20,464 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fb827608fdec8ab39e30851a09e38025, ASSIGN}] 2024-12-08T19:22:20,468 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fb827608fdec8ab39e30851a09e38025, ASSIGN 2024-12-08T19:22:20,470 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fb827608fdec8ab39e30851a09e38025, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:22:20,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fb827608fdec8ab39e30851a09e38025, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:20,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fb827608fdec8ab39e30851a09e38025, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:20,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:20,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fb827608fdec8ab39e30851a09e38025, NAME => 'hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:20,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:20,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,805 INFO [StoreOpener-fb827608fdec8ab39e30851a09e38025-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,808 INFO [StoreOpener-fb827608fdec8ab39e30851a09e38025-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb827608fdec8ab39e30851a09e38025 columnFamilyName info 2024-12-08T19:22:20,808 DEBUG [StoreOpener-fb827608fdec8ab39e30851a09e38025-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:20,809 INFO [StoreOpener-fb827608fdec8ab39e30851a09e38025-1 {}] regionserver.HStore(327): Store=fb827608fdec8ab39e30851a09e38025/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:20,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fb827608fdec8ab39e30851a09e38025 2024-12-08T19:22:20,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:22:20,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fb827608fdec8ab39e30851a09e38025; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60284508, jitterRate=-0.10169082880020142}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T19:22:20,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fb827608fdec8ab39e30851a09e38025: 2024-12-08T19:22:20,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025., pid=6, masterSystemTime=1733685740786 2024-12-08T19:22:20,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:22:20,828 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fb827608fdec8ab39e30851a09e38025, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:20,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T19:22:20,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fb827608fdec8ab39e30851a09e38025, server=8760adbab633,37895,1733685735339 in 202 msec 2024-12-08T19:22:20,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T19:22:20,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fb827608fdec8ab39e30851a09e38025, ASSIGN in 372 msec 2024-12-08T19:22:20,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:22:20,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685740842"}]},"ts":"1733685740842"} 2024-12-08T19:22:20,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-08T19:22:20,890 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:22:20,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3610 sec 2024-12-08T19:22:20,940 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-08T19:22:20,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-08T19:22:20,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:20,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:22:20,978 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-08T19:22:20,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-08T19:22:21,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-08T19:22:21,024 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-08T19:22:21,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-08T19:22:21,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 32 msec 2024-12-08T19:22:21,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-08T19:22:21,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-08T19:22:21,104 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.677sec 2024-12-08T19:22:21,106 INFO [master/8760adbab633:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T19:22:21,109 INFO [master/8760adbab633:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T19:22:21,110 INFO [master/8760adbab633:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T19:22:21,111 INFO [master/8760adbab633:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T19:22:21,111 INFO [master/8760adbab633:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T19:22:21,113 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T19:22:21,114 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T19:22:21,121 DEBUG [master/8760adbab633:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-08T19:22:21,122 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T19:22:21,122 INFO [master/8760adbab633:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8760adbab633,34611,1733685734613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T19:22:21,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-08T19:22:21,198 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-08T19:22:21,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:21,215 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T19:22:21,215 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T19:22:21,223 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:21,231 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:21,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=8760adbab633,34611,1733685734613 2024-12-08T19:22:21,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=19631 2024-12-08T19:22:21,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:22:21,261 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:22:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:22:21,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:22:21,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:21,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:22:21,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-08T19:22:21,290 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:21,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:22:21,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741837_1013 (size=963) 2024-12-08T19:22:21,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:21,711 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:22:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741838_1014 (size=53) 2024-12-08T19:22:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:22,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:22,123 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5d34c42d7f83011dc00bec80cbd1838c, disabling compactions & flushes 2024-12-08T19:22:22,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. after waiting 0 ms 2024-12-08T19:22:22,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,124 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,124 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:22,130 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:22:22,131 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685742130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685742130"}]},"ts":"1733685742130"} 2024-12-08T19:22:22,134 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:22:22,136 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:22:22,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685742136"}]},"ts":"1733685742136"} 2024-12-08T19:22:22,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:22:22,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, ASSIGN}] 2024-12-08T19:22:22,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, ASSIGN 2024-12-08T19:22:22,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:22:22,343 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5d34c42d7f83011dc00bec80cbd1838c, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:22,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:22,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:22,505 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:22,517 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,517 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:22,518 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,518 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:22,518 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,519 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,521 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,525 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:22,525 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d34c42d7f83011dc00bec80cbd1838c columnFamilyName A 2024-12-08T19:22:22,525 DEBUG [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:22,526 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(327): Store=5d34c42d7f83011dc00bec80cbd1838c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:22,527 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,529 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:22,529 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d34c42d7f83011dc00bec80cbd1838c columnFamilyName B 2024-12-08T19:22:22,529 DEBUG [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:22,530 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(327): Store=5d34c42d7f83011dc00bec80cbd1838c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:22,530 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,532 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:22,533 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d34c42d7f83011dc00bec80cbd1838c columnFamilyName C 2024-12-08T19:22:22,533 DEBUG [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:22,534 INFO [StoreOpener-5d34c42d7f83011dc00bec80cbd1838c-1 {}] regionserver.HStore(327): Store=5d34c42d7f83011dc00bec80cbd1838c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:22,534 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,536 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,536 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,539 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:22:22,541 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:22,545 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:22:22,546 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 5d34c42d7f83011dc00bec80cbd1838c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58896155, jitterRate=-0.12237890064716339}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:22:22,547 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:22,548 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., pid=11, masterSystemTime=1733685742505 2024-12-08T19:22:22,551 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,551 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:22,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=5d34c42d7f83011dc00bec80cbd1838c, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:22,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T19:22:22,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 in 207 msec 2024-12-08T19:22:22,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T19:22:22,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, ASSIGN in 371 msec 2024-12-08T19:22:22,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:22:22,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685742563"}]},"ts":"1733685742563"} 2024-12-08T19:22:22,565 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:22:22,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:22:22,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2900 sec 2024-12-08T19:22:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T19:22:23,420 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-08T19:22:23,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-08T19:22:23,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,453 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:22:23,460 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:22:23,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-08T19:22:23,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,480 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-08T19:22:23,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-08T19:22:23,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-08T19:22:23,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-08T19:22:23,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,530 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-08T19:22:23,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-08T19:22:23,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-08T19:22:23,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-08T19:22:23,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:23,583 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,583 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,583 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,587 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,587 DEBUG [hconnection-0x131c45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,588 DEBUG [hconnection-0xee6867d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,588 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,588 DEBUG [hconnection-0x32d9f7e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,589 DEBUG [hconnection-0x75d8fbc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:23,590 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,590 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,590 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,592 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:23,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,597 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-08T19:22:23,602 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:23,606 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:23,606 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:23,613 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,619 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38260, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:23,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:22:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:23,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:23,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:23,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/bff8ab456dd34ffe91193ce5ba7b2a1d is 50, key is test_row_0/A:col10/1733685743634/Put/seqid=0 2024-12-08T19:22:23,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:23,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T19:22:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:23,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:23,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:23,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741839_1015 (size=14341) 2024-12-08T19:22:23,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/bff8ab456dd34ffe91193ce5ba7b2a1d 2024-12-08T19:22:23,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685803803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685803803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685803813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685803813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685803803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a59c61aae6704ae1a02fe540c2609f14 is 50, key is test_row_0/B:col10/1733685743634/Put/seqid=0 2024-12-08T19:22:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741840_1016 (size=12001) 2024-12-08T19:22:23,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a59c61aae6704ae1a02fe540c2609f14 2024-12-08T19:22:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685803955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685803955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685803955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685803957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:23,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685803957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:23,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:23,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/c0cceff7cf2840378c04e831c9177f91 is 50, key is test_row_0/C:col10/1733685743634/Put/seqid=0 2024-12-08T19:22:23,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T19:22:23,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:23,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:23,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:23,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:23,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741841_1017 (size=12001) 2024-12-08T19:22:24,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/c0cceff7cf2840378c04e831c9177f91 2024-12-08T19:22:24,020 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T19:22:24,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T19:22:24,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-08T19:22:24,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/bff8ab456dd34ffe91193ce5ba7b2a1d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d 2024-12-08T19:22:24,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d, entries=200, sequenceid=12, filesize=14.0 K 2024-12-08T19:22:24,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a59c61aae6704ae1a02fe540c2609f14 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14 2024-12-08T19:22:24,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T19:22:24,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/c0cceff7cf2840378c04e831c9177f91 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91 2024-12-08T19:22:24,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T19:22:24,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5d34c42d7f83011dc00bec80cbd1838c in 450ms, sequenceid=12, compaction requested=false 2024-12-08T19:22:24,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:24,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:24,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T19:22:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:24,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:24,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dbe6e9f5e5c04b7c81248fec94b34704 is 50, key is test_row_0/A:col10/1733685743803/Put/seqid=0 2024-12-08T19:22:24,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:24,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685804188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741842_1018 (size=12001) 2024-12-08T19:22:24,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685804197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685804200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685804205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685804201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:24,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685804306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685804313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685804313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685804314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685804316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685804520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685804521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685804523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685804523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685804527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,605 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dbe6e9f5e5c04b7c81248fec94b34704 2024-12-08T19:22:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/cfdd545a0da7422b980ec8e37b067494 is 50, key is test_row_0/B:col10/1733685743803/Put/seqid=0 2024-12-08T19:22:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741843_1019 (size=12001) 2024-12-08T19:22:24,671 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/cfdd545a0da7422b980ec8e37b067494 2024-12-08T19:22:24,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/487e57d35b784c98b36992c5acd0e708 is 50, key is test_row_0/C:col10/1733685743803/Put/seqid=0 2024-12-08T19:22:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:24,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741844_1020 (size=12001) 2024-12-08T19:22:24,723 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/487e57d35b784c98b36992c5acd0e708 2024-12-08T19:22:24,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dbe6e9f5e5c04b7c81248fec94b34704 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704 2024-12-08T19:22:24,761 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T19:22:24,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/cfdd545a0da7422b980ec8e37b067494 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494 2024-12-08T19:22:24,785 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T19:22:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/487e57d35b784c98b36992c5acd0e708 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708 2024-12-08T19:22:24,808 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708, entries=150, sequenceid=37, filesize=11.7 K 2024-12-08T19:22:24,819 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5d34c42d7f83011dc00bec80cbd1838c in 685ms, sequenceid=37, compaction requested=false 2024-12-08T19:22:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:24,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-08T19:22:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-08T19:22:24,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:22:24,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-08T19:22:24,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:22:24,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2150 sec 2024-12-08T19:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:24,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:24,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:24,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2450 sec 2024-12-08T19:22:24,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/217c6346595d4bbfae65a40a3ba75ee3 is 50, key is test_row_0/A:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:24,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741845_1021 (size=12001) 2024-12-08T19:22:24,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/217c6346595d4bbfae65a40a3ba75ee3 2024-12-08T19:22:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685804907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685804907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685804913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685804924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685804927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:24,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/15f380f67a744022a3f9ed06bb495d29 is 50, key is test_row_0/B:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:24,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741846_1022 (size=12001) 2024-12-08T19:22:24,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/15f380f67a744022a3f9ed06bb495d29 2024-12-08T19:22:24,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e7e02bd015b14b79a4a95c54dc8570fa is 50, key is test_row_0/C:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741847_1023 (size=12001) 2024-12-08T19:22:24,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e7e02bd015b14b79a4a95c54dc8570fa 2024-12-08T19:22:25,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T19:22:25,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T19:22:25,013 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-08T19:22:25,013 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-08T19:22:25,014 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T19:22:25,014 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T19:22:25,015 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T19:22:25,015 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T19:22:25,016 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T19:22:25,017 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T19:22:25,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/217c6346595d4bbfae65a40a3ba75ee3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3 2024-12-08T19:22:25,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3, entries=150, sequenceid=52, filesize=11.7 K 2024-12-08T19:22:25,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/15f380f67a744022a3f9ed06bb495d29 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29 2024-12-08T19:22:25,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29, entries=150, sequenceid=52, filesize=11.7 K 2024-12-08T19:22:25,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e7e02bd015b14b79a4a95c54dc8570fa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa 2024-12-08T19:22:25,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa, entries=150, sequenceid=52, filesize=11.7 K 2024-12-08T19:22:25,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 5d34c42d7f83011dc00bec80cbd1838c in 244ms, sequenceid=52, compaction requested=true 2024-12-08T19:22:25,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:25,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:25,088 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:25,088 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:25,092 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:25,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:25,093 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:25,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:25,094 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:25,094 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:25,094 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.2 K 2024-12-08T19:22:25,094 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=37.4 K 2024-12-08T19:22:25,096 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a59c61aae6704ae1a02fe540c2609f14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733685743622 2024-12-08T19:22:25,096 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting bff8ab456dd34ffe91193ce5ba7b2a1d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733685743619 2024-12-08T19:22:25,096 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting cfdd545a0da7422b980ec8e37b067494, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733685743755 2024-12-08T19:22:25,098 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f380f67a744022a3f9ed06bb495d29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:25,100 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbe6e9f5e5c04b7c81248fec94b34704, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733685743755 2024-12-08T19:22:25,101 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 217c6346595d4bbfae65a40a3ba75ee3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:25,130 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:25,131 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/424767bfa0f84d8183b0228dd9115ced is 50, key is test_row_0/B:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:25,142 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:25,144 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/41befdad82d44fff8a3ea72a148aef33 is 50, key is test_row_0/A:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:25,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741848_1024 (size=12104) 2024-12-08T19:22:25,180 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/424767bfa0f84d8183b0228dd9115ced as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/424767bfa0f84d8183b0228dd9115ced 2024-12-08T19:22:25,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741849_1025 (size=12104) 2024-12-08T19:22:25,199 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/41befdad82d44fff8a3ea72a148aef33 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/41befdad82d44fff8a3ea72a148aef33 2024-12-08T19:22:25,213 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 41befdad82d44fff8a3ea72a148aef33(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:25,213 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:25,213 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 424767bfa0f84d8183b0228dd9115ced(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:25,213 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:25,214 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685745087; duration=0sec 2024-12-08T19:22:25,214 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685745085; duration=0sec 2024-12-08T19:22:25,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:25,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:25,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:25,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:25,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:25,218 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:25,218 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:25,218 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:25,219 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.2 K 2024-12-08T19:22:25,220 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c0cceff7cf2840378c04e831c9177f91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733685743622 2024-12-08T19:22:25,221 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 487e57d35b784c98b36992c5acd0e708, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733685743755 2024-12-08T19:22:25,222 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e7e02bd015b14b79a4a95c54dc8570fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:25,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:25,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f6b2b7c6a5564cd1a31f250554cfb6f8 is 50, key is test_row_0/A:col10/1733685744921/Put/seqid=0 2024-12-08T19:22:25,257 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:25,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1798c99f250f4000be08b58d9d42fa6b is 50, key is test_row_0/C:col10/1733685744834/Put/seqid=0 2024-12-08T19:22:25,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741850_1026 (size=12001) 2024-12-08T19:22:25,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741851_1027 (size=12104) 2024-12-08T19:22:25,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f6b2b7c6a5564cd1a31f250554cfb6f8 2024-12-08T19:22:25,301 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1798c99f250f4000be08b58d9d42fa6b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1798c99f250f4000be08b58d9d42fa6b 2024-12-08T19:22:25,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/56d9136296d84f17a56dd55f90baf4f1 is 50, key is test_row_0/B:col10/1733685744921/Put/seqid=0 2024-12-08T19:22:25,319 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 1798c99f250f4000be08b58d9d42fa6b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:25,319 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:25,319 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685745088; duration=0sec 2024-12-08T19:22:25,319 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:25,320 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:25,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741852_1028 (size=12001) 2024-12-08T19:22:25,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/56d9136296d84f17a56dd55f90baf4f1 2024-12-08T19:22:25,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/92083dd416214233804a0af98d6fe864 is 50, key is test_row_0/C:col10/1733685744921/Put/seqid=0 2024-12-08T19:22:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741853_1029 (size=12001) 2024-12-08T19:22:25,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/92083dd416214233804a0af98d6fe864 2024-12-08T19:22:25,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f6b2b7c6a5564cd1a31f250554cfb6f8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8 2024-12-08T19:22:25,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T19:22:25,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/56d9136296d84f17a56dd55f90baf4f1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1 2024-12-08T19:22:25,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T19:22:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/92083dd416214233804a0af98d6fe864 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864 2024-12-08T19:22:25,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T19:22:25,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5d34c42d7f83011dc00bec80cbd1838c in 218ms, sequenceid=76, compaction requested=false 2024-12-08T19:22:25,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:25,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:25,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8b5b88c40e7c40c7885de1b7b60de50f is 50, key is test_row_0/A:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:25,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741854_1030 (size=12001) 2024-12-08T19:22:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T19:22:25,714 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-08T19:22:25,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-08T19:22:25,722 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:25,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T19:22:25,723 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:25,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T19:22:25,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:25,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T19:22:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:25,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:25,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685805941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685805944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685805942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685805947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:25,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685805949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8b5b88c40e7c40c7885de1b7b60de50f 2024-12-08T19:22:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T19:22:26,034 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:26,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T19:22:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:26,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:26,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4942dabe9ac4bcf9c8a3cc502487f6f is 50, key is test_row_0/B:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741855_1031 (size=12001) 2024-12-08T19:22:26,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4942dabe9ac4bcf9c8a3cc502487f6f 2024-12-08T19:22:26,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bd1aec86025d4834ba5b323e10954c5f is 50, key is test_row_0/C:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741856_1032 (size=12001) 2024-12-08T19:22:26,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bd1aec86025d4834ba5b323e10954c5f 2024-12-08T19:22:26,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8b5b88c40e7c40c7885de1b7b60de50f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f 2024-12-08T19:22:26,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T19:22:26,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4942dabe9ac4bcf9c8a3cc502487f6f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f 2024-12-08T19:22:26,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T19:22:26,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bd1aec86025d4834ba5b323e10954c5f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f 2024-12-08T19:22:26,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T19:22:26,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 5d34c42d7f83011dc00bec80cbd1838c in 581ms, sequenceid=94, compaction requested=true 2024-12-08T19:22:26,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:26,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:26,168 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,168 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:26,171 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,171 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:26,171 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,171 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/424767bfa0f84d8183b0228dd9115ced, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.3 K 2024-12-08T19:22:26,171 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,172 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:26,172 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,172 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/41befdad82d44fff8a3ea72a148aef33, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.3 K 2024-12-08T19:22:26,172 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 424767bfa0f84d8183b0228dd9115ced, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:26,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:26,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:26,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:26,173 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41befdad82d44fff8a3ea72a148aef33, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:26,174 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 56d9136296d84f17a56dd55f90baf4f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733685744904 2024-12-08T19:22:26,174 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6b2b7c6a5564cd1a31f250554cfb6f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733685744904 2024-12-08T19:22:26,175 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f4942dabe9ac4bcf9c8a3cc502487f6f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,176 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b5b88c40e7c40c7885de1b7b60de50f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:26,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T19:22:26,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,197 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:22:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:26,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,211 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,211 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#18 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,212 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/6a10895cafa94c1bb2f87bd6bd9e4661 is 50, key is test_row_0/A:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:26,213 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ec86fb0a4b984d3fb3d0b7d9aa101e75 is 50, key is test_row_0/B:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:26,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8cfaa739542a44af8b12dcb4d5978f72 is 50, key is test_row_0/A:col10/1733685745624/Put/seqid=0 2024-12-08T19:22:26,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:26,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741858_1034 (size=12207) 2024-12-08T19:22:26,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741857_1033 (size=12207) 2024-12-08T19:22:26,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741859_1035 (size=12001) 2024-12-08T19:22:26,270 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8cfaa739542a44af8b12dcb4d5978f72 2024-12-08T19:22:26,283 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ec86fb0a4b984d3fb3d0b7d9aa101e75 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ec86fb0a4b984d3fb3d0b7d9aa101e75 2024-12-08T19:22:26,286 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/6a10895cafa94c1bb2f87bd6bd9e4661 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/6a10895cafa94c1bb2f87bd6bd9e4661 2024-12-08T19:22:26,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685806279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685806286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685806289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,299 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into ec86fb0a4b984d3fb3d0b7d9aa101e75(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:26,299 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,300 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685746168; duration=0sec 2024-12-08T19:22:26,300 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:26,300 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:26,300 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685806292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685806294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,304 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,305 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:26,305 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,305 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1798c99f250f4000be08b58d9d42fa6b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.3 K 2024-12-08T19:22:26,306 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 6a10895cafa94c1bb2f87bd6bd9e4661(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:26,306 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,306 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685746168; duration=0sec 2024-12-08T19:22:26,306 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:26,306 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:26,306 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1798c99f250f4000be08b58d9d42fa6b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733685744196 2024-12-08T19:22:26,307 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 92083dd416214233804a0af98d6fe864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733685744904 2024-12-08T19:22:26,308 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting bd1aec86025d4834ba5b323e10954c5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ad65d343393b4dd59bd6670b40b5954f is 50, key is test_row_0/B:col10/1733685745624/Put/seqid=0 2024-12-08T19:22:26,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T19:22:26,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741860_1036 (size=12001) 2024-12-08T19:22:26,334 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ad65d343393b4dd59bd6670b40b5954f 2024-12-08T19:22:26,338 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,339 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0eea8956127f46269c6905fa8b00226c is 50, key is test_row_0/C:col10/1733685745269/Put/seqid=0 2024-12-08T19:22:26,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f3e9a2291e564002b6358d2f4ef16c04 is 50, key is test_row_0/C:col10/1733685745624/Put/seqid=0 2024-12-08T19:22:26,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741861_1037 (size=12207) 2024-12-08T19:22:26,373 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0eea8956127f46269c6905fa8b00226c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0eea8956127f46269c6905fa8b00226c 2024-12-08T19:22:26,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741862_1038 (size=12001) 2024-12-08T19:22:26,393 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 0eea8956127f46269c6905fa8b00226c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:26,393 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,393 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685746173; duration=0sec 2024-12-08T19:22:26,393 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:26,393 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:26,396 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f3e9a2291e564002b6358d2f4ef16c04 2024-12-08T19:22:26,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685806395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685806400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685806404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685806405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685806408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/8cfaa739542a44af8b12dcb4d5978f72 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72 2024-12-08T19:22:26,428 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:22:26,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ad65d343393b4dd59bd6670b40b5954f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f 2024-12-08T19:22:26,446 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:22:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f3e9a2291e564002b6358d2f4ef16c04 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04 2024-12-08T19:22:26,466 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:22:26,468 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 5d34c42d7f83011dc00bec80cbd1838c in 271ms, sequenceid=114, compaction requested=false 2024-12-08T19:22:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T19:22:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-08T19:22:26,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T19:22:26,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 747 msec 2024-12-08T19:22:26,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 759 msec 2024-12-08T19:22:26,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:26,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:26,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4d6314c22df447edb945fa218eca2afc is 50, key is test_row_0/A:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685806626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685806627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685806629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685806629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685806630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741863_1039 (size=14441) 2024-12-08T19:22:26,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4d6314c22df447edb945fa218eca2afc 2024-12-08T19:22:26,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d8d995563b964997b483fd4c3f3f870f is 50, key is test_row_0/B:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741864_1040 (size=12101) 2024-12-08T19:22:26,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d8d995563b964997b483fd4c3f3f870f 2024-12-08T19:22:26,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685806733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685806736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685806737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685806737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b6ee6a06e30242a68cc11856a20f9395 is 50, key is test_row_0/C:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685806737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741865_1041 (size=12101) 2024-12-08T19:22:26,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b6ee6a06e30242a68cc11856a20f9395 2024-12-08T19:22:26,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4d6314c22df447edb945fa218eca2afc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc 2024-12-08T19:22:26,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc, entries=200, sequenceid=135, filesize=14.1 K 2024-12-08T19:22:26,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d8d995563b964997b483fd4c3f3f870f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f 2024-12-08T19:22:26,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f, entries=150, sequenceid=135, filesize=11.8 K 2024-12-08T19:22:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b6ee6a06e30242a68cc11856a20f9395 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395 2024-12-08T19:22:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T19:22:26,828 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-08T19:22:26,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:26,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395, entries=150, sequenceid=135, filesize=11.8 K 2024-12-08T19:22:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-08T19:22:26,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 5d34c42d7f83011dc00bec80cbd1838c in 232ms, sequenceid=135, compaction requested=true 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,835 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:26,835 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:26,836 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,837 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:26,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T19:22:26,839 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,840 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:26,840 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,840 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/6a10895cafa94c1bb2f87bd6bd9e4661, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=37.7 K 2024-12-08T19:22:26,840 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,841 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:26,841 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,841 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ec86fb0a4b984d3fb3d0b7d9aa101e75, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.5 K 2024-12-08T19:22:26,841 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a10895cafa94c1bb2f87bd6bd9e4661, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,842 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ec86fb0a4b984d3fb3d0b7d9aa101e75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,842 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ad65d343393b4dd59bd6670b40b5954f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685745624 2024-12-08T19:22:26,843 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cfaa739542a44af8b12dcb4d5978f72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685745624 2024-12-08T19:22:26,843 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d8d995563b964997b483fd4c3f3f870f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746279 2024-12-08T19:22:26,844 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6314c22df447edb945fa218eca2afc, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746273 2024-12-08T19:22:26,862 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,863 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7240eb61cd33472aa42ef3e4528b982c is 50, key is test_row_0/A:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,870 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,871 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/3ab22c766ac2462391a08b9cc337e592 is 50, key is test_row_0/B:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741866_1042 (size=12409) 2024-12-08T19:22:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741867_1043 (size=12409) 2024-12-08T19:22:26,931 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/3ab22c766ac2462391a08b9cc337e592 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3ab22c766ac2462391a08b9cc337e592 2024-12-08T19:22:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T19:22:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:26,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T19:22:26,947 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 3ab22c766ac2462391a08b9cc337e592(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:26,947 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:26,947 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685746835; duration=0sec 2024-12-08T19:22:26,947 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:26,947 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:26,948 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:26,950 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:26,950 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:26,950 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,951 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0eea8956127f46269c6905fa8b00226c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.5 K 2024-12-08T19:22:26,953 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0eea8956127f46269c6905fa8b00226c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733685745267 2024-12-08T19:22:26,954 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f3e9a2291e564002b6358d2f4ef16c04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685745624 2024-12-08T19:22:26,956 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b6ee6a06e30242a68cc11856a20f9395, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746279 2024-12-08T19:22:26,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/9c6ecb4f6b184108ba91d2d1e7e46669 is 50, key is test_row_0/A:col10/1733685746940/Put/seqid=0 2024-12-08T19:22:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741868_1044 (size=14541) 2024-12-08T19:22:26,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/9c6ecb4f6b184108ba91d2d1e7e46669 2024-12-08T19:22:26,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685806969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685806974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685806975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685806976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:26,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685806978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:26,988 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:26,988 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/cf6384ae8b9d4ae59cb853f14f6903e7 is 50, key is test_row_0/C:col10/1733685746279/Put/seqid=0 2024-12-08T19:22:26,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:26,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-08T19:22:26,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:26,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:26,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:26,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:27,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/53bf5b914aec47c5b90ea2474da69e0d is 50, key is test_row_0/B:col10/1733685746940/Put/seqid=0 2024-12-08T19:22:27,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741869_1045 (size=12409) 2024-12-08T19:22:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741870_1046 (size=12151) 2024-12-08T19:22:27,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/53bf5b914aec47c5b90ea2474da69e0d 2024-12-08T19:22:27,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1c64c078c1b24108abc9a08afa20fcad is 50, key is test_row_0/C:col10/1733685746940/Put/seqid=0 2024-12-08T19:22:27,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741871_1047 (size=12151) 2024-12-08T19:22:27,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1c64c078c1b24108abc9a08afa20fcad 2024-12-08T19:22:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/9c6ecb4f6b184108ba91d2d1e7e46669 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669 2024-12-08T19:22:27,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669, entries=200, sequenceid=156, filesize=14.2 K 2024-12-08T19:22:27,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/53bf5b914aec47c5b90ea2474da69e0d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d 2024-12-08T19:22:27,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T19:22:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1c64c078c1b24108abc9a08afa20fcad as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad 2024-12-08T19:22:27,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T19:22:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T19:22:27,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 5d34c42d7f83011dc00bec80cbd1838c in 197ms, sequenceid=156, compaction requested=false 2024-12-08T19:22:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:27,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:27,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-08T19:22:27,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,151 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T19:22:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:27,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:27,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/de38d4168f844819bda743106fff4845 is 50, key is test_row_0/A:col10/1733685746969/Put/seqid=0 2024-12-08T19:22:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741872_1048 (size=12151) 2024-12-08T19:22:27,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/de38d4168f844819bda743106fff4845 2024-12-08T19:22:27,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a15efff1994d47dcb2644e6801c96e4a is 50, key is test_row_0/B:col10/1733685746969/Put/seqid=0 2024-12-08T19:22:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741873_1049 (size=12151) 2024-12-08T19:22:27,225 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a15efff1994d47dcb2644e6801c96e4a 2024-12-08T19:22:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fd98bdb5afac42d38b93e1100e3de8e0 is 50, key is test_row_0/C:col10/1733685746969/Put/seqid=0 2024-12-08T19:22:27,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741874_1050 (size=12151) 2024-12-08T19:22:27,285 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fd98bdb5afac42d38b93e1100e3de8e0 2024-12-08T19:22:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:27,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/de38d4168f844819bda743106fff4845 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845 2024-12-08T19:22:27,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:27,314 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7240eb61cd33472aa42ef3e4528b982c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7240eb61cd33472aa42ef3e4528b982c 2024-12-08T19:22:27,316 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T19:22:27,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a15efff1994d47dcb2644e6801c96e4a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a 2024-12-08T19:22:27,330 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T19:22:27,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fd98bdb5afac42d38b93e1100e3de8e0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0 2024-12-08T19:22:27,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,337 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 7240eb61cd33472aa42ef3e4528b982c(size=12.1 K), total size for store is 38.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:27,337 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:27,338 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685746835; duration=0sec 2024-12-08T19:22:27,338 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:27,338 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:27,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,345 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0, entries=150, sequenceid=172, filesize=11.9 K 2024-12-08T19:22:27,346 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 5d34c42d7f83011dc00bec80cbd1838c in 195ms, sequenceid=172, compaction requested=true 2024-12-08T19:22:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-08T19:22:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-08T19:22:27,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T19:22:27,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 512 msec 2024-12-08T19:22:27,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 525 msec 2024-12-08T19:22:27,436 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/cf6384ae8b9d4ae59cb853f14f6903e7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/cf6384ae8b9d4ae59cb853f14f6903e7 2024-12-08T19:22:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:27,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:22:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:27,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T19:22:27,445 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-08T19:22:27,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-08T19:22:27,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/ac103c913b3446fab189d0793108d05f is 50, key is test_row_0/A:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T19:22:27,460 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:27,461 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:27,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:27,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741875_1051 (size=14541) 2024-12-08T19:22:27,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/ac103c913b3446fab189d0793108d05f 2024-12-08T19:22:27,526 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into cf6384ae8b9d4ae59cb853f14f6903e7(size=12.1 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:27,526 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:27,527 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685746835; duration=0sec 2024-12-08T19:22:27,527 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:27,527 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:27,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e26f4fda041a48d39bf9aea5bedc3000 is 50, key is test_row_0/B:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T19:22:27,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741876_1052 (size=12151) 2024-12-08T19:22:27,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e26f4fda041a48d39bf9aea5bedc3000 2024-12-08T19:22:27,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:27,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T19:22:27,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:27,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:27,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/80947ccef5424ed1997250cd5271cb52 is 50, key is test_row_0/C:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741877_1053 (size=12151) 2024-12-08T19:22:27,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/80947ccef5424ed1997250cd5271cb52 2024-12-08T19:22:27,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/ac103c913b3446fab189d0793108d05f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f 2024-12-08T19:22:27,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f, entries=200, sequenceid=195, filesize=14.2 K 2024-12-08T19:22:27,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e26f4fda041a48d39bf9aea5bedc3000 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000 2024-12-08T19:22:27,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T19:22:27,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/80947ccef5424ed1997250cd5271cb52 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52 2024-12-08T19:22:27,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52, entries=150, sequenceid=195, filesize=11.9 K 2024-12-08T19:22:27,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 5d34c42d7f83011dc00bec80cbd1838c in 303ms, sequenceid=195, compaction requested=true 2024-12-08T19:22:27,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:27,743 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:27,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:27,747 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53642 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:27,747 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:27,747 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,748 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7240eb61cd33472aa42ef3e4528b982c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=52.4 K 2024-12-08T19:22:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:27,748 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:27,748 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7240eb61cd33472aa42ef3e4528b982c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746279 2024-12-08T19:22:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:27,750 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c6ecb4f6b184108ba91d2d1e7e46669, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733685746625 2024-12-08T19:22:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:27,751 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:27,751 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting de38d4168f844819bda743106fff4845, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733685746969 2024-12-08T19:22:27,751 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:27,751 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,751 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3ab22c766ac2462391a08b9cc337e592, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=47.7 K 2024-12-08T19:22:27,752 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac103c913b3446fab189d0793108d05f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:27,752 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ab22c766ac2462391a08b9cc337e592, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746279 2024-12-08T19:22:27,753 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 53bf5b914aec47c5b90ea2474da69e0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733685746627 2024-12-08T19:22:27,756 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a15efff1994d47dcb2644e6801c96e4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733685746969 2024-12-08T19:22:27,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T19:22:27,757 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e26f4fda041a48d39bf9aea5bedc3000, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:27,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:27,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T19:22:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:27,781 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:22:27,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:27,782 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:27,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:27,782 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a348b51c48f84d3e8c4ce4c56ebb6616 is 50, key is test_row_0/B:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:27,790 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:27,791 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/fe1daa7e84d742daba7d582d28793ce1 is 50, key is test_row_0/A:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:27,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/008e7b7652ae42d4bacefe32bb1c6813 is 50, key is test_row_0/A:col10/1733685747526/Put/seqid=0 2024-12-08T19:22:27,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741878_1054 (size=12595) 2024-12-08T19:22:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741879_1055 (size=12595) 2024-12-08T19:22:27,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741880_1056 (size=12151) 2024-12-08T19:22:27,842 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/008e7b7652ae42d4bacefe32bb1c6813 2024-12-08T19:22:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:27,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:27,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d2b5aac9f9dc4a1d90e45b22c4f43544 is 50, key is test_row_0/B:col10/1733685747526/Put/seqid=0 2024-12-08T19:22:27,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741881_1057 (size=12151) 2024-12-08T19:22:27,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685807985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685807985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685807986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685807987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:27,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685807991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T19:22:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685808190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685808191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685808191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685808192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685808203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,243 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a348b51c48f84d3e8c4ce4c56ebb6616 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a348b51c48f84d3e8c4ce4c56ebb6616 2024-12-08T19:22:28,252 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/fe1daa7e84d742daba7d582d28793ce1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/fe1daa7e84d742daba7d582d28793ce1 2024-12-08T19:22:28,262 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into a348b51c48f84d3e8c4ce4c56ebb6616(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,263 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=12, startTime=1733685747748; duration=0sec 2024-12-08T19:22:28,263 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into fe1daa7e84d742daba7d582d28793ce1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,263 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=12, startTime=1733685747742; duration=0sec 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:28,263 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:28,267 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:28,267 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:28,267 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:28,268 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/cf6384ae8b9d4ae59cb853f14f6903e7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=47.7 K 2024-12-08T19:22:28,269 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting cf6384ae8b9d4ae59cb853f14f6903e7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733685746279 2024-12-08T19:22:28,269 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c64c078c1b24108abc9a08afa20fcad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733685746627 2024-12-08T19:22:28,270 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fd98bdb5afac42d38b93e1100e3de8e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733685746969 2024-12-08T19:22:28,271 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 80947ccef5424ed1997250cd5271cb52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:28,278 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d2b5aac9f9dc4a1d90e45b22c4f43544 2024-12-08T19:22:28,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e511d13d1cdb4e489d729792c3c3693d is 50, key is test_row_0/C:col10/1733685747526/Put/seqid=0 2024-12-08T19:22:28,304 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#44 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:28,306 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0271ad5b793440c79b734e0f0e2469b4 is 50, key is test_row_0/C:col10/1733685747437/Put/seqid=0 2024-12-08T19:22:28,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741882_1058 (size=12151) 2024-12-08T19:22:28,327 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e511d13d1cdb4e489d729792c3c3693d 2024-12-08T19:22:28,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/008e7b7652ae42d4bacefe32bb1c6813 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813 2024-12-08T19:22:28,345 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:22:28,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d2b5aac9f9dc4a1d90e45b22c4f43544 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544 2024-12-08T19:22:28,357 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:22:28,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e511d13d1cdb4e489d729792c3c3693d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d 2024-12-08T19:22:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741883_1059 (size=12595) 2024-12-08T19:22:28,371 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:22:28,372 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 5d34c42d7f83011dc00bec80cbd1838c in 591ms, sequenceid=211, compaction requested=false 2024-12-08T19:22:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:28,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-08T19:22:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-08T19:22:28,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T19:22:28,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 912 msec 2024-12-08T19:22:28,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 928 msec 2024-12-08T19:22:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:22:28,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/72e84a5657ad48e68ec8f8d5dd827475 is 50, key is test_row_0/A:col10/1733685747871/Put/seqid=0 2024-12-08T19:22:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685808510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685808511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685808513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685808517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685808516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741884_1060 (size=16931) 2024-12-08T19:22:28,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/72e84a5657ad48e68ec8f8d5dd827475 2024-12-08T19:22:28,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a5fb3c513444460d9bd46fa2cb1eda79 is 50, key is test_row_0/B:col10/1733685747871/Put/seqid=0 2024-12-08T19:22:28,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741885_1061 (size=12151) 2024-12-08T19:22:28,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a5fb3c513444460d9bd46fa2cb1eda79 2024-12-08T19:22:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T19:22:28,559 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-08T19:22:28,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-08T19:22:28,565 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T19:22:28,567 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:28,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:28,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/502f631af084452b852e513276a1d6d7 is 50, key is test_row_0/C:col10/1733685747871/Put/seqid=0 2024-12-08T19:22:28,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741886_1062 (size=12151) 2024-12-08T19:22:28,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/502f631af084452b852e513276a1d6d7 2024-12-08T19:22:28,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/72e84a5657ad48e68ec8f8d5dd827475 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475 2024-12-08T19:22:28,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475, entries=250, sequenceid=237, filesize=16.5 K 2024-12-08T19:22:28,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a5fb3c513444460d9bd46fa2cb1eda79 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79 2024-12-08T19:22:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79, entries=150, sequenceid=237, filesize=11.9 K 2024-12-08T19:22:28,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/502f631af084452b852e513276a1d6d7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7 2024-12-08T19:22:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685808619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685808620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685808621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685808621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685808626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7, entries=150, sequenceid=237, filesize=11.9 K 2024-12-08T19:22:28,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5d34c42d7f83011dc00bec80cbd1838c in 140ms, sequenceid=237, compaction requested=true 2024-12-08T19:22:28,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:28,639 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:28,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:22:28,640 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:28,640 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:28,641 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:28,641 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/fe1daa7e84d742daba7d582d28793ce1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=40.7 K 2024-12-08T19:22:28,641 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe1daa7e84d742daba7d582d28793ce1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:28,643 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 008e7b7652ae42d4bacefe32bb1c6813, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685747448 2024-12-08T19:22:28,644 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72e84a5657ad48e68ec8f8d5dd827475, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733685747871 2024-12-08T19:22:28,657 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:28,658 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/11c866dc913c4906983f165d774bfd0d is 50, key is test_row_0/A:col10/1733685747871/Put/seqid=0 2024-12-08T19:22:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T19:22:28,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741887_1063 (size=12697) 2024-12-08T19:22:28,687 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/11c866dc913c4906983f165d774bfd0d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/11c866dc913c4906983f165d774bfd0d 2024-12-08T19:22:28,701 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 11c866dc913c4906983f165d774bfd0d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:28,701 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,701 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685748639; duration=0sec 2024-12-08T19:22:28,701 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:22:28,701 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:28,701 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-12-08T19:22:28,703 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T19:22:28,703 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T19:22:28,703 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. because compaction request was cancelled 2024-12-08T19:22:28,703 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:28,704 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:28,705 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:28,706 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:28,706 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:28,706 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a348b51c48f84d3e8c4ce4c56ebb6616, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.0 K 2024-12-08T19:22:28,707 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a348b51c48f84d3e8c4ce4c56ebb6616, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:28,707 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b5aac9f9dc4a1d90e45b22c4f43544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685747448 2024-12-08T19:22:28,708 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5fb3c513444460d9bd46fa2cb1eda79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733685747871 2024-12-08T19:22:28,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:28,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T19:22:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:28,723 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:22:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:28,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:28,734 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:28,735 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/80dcce87db0a499582221c8d20e6437e is 50, key is test_row_0/B:col10/1733685747871/Put/seqid=0 2024-12-08T19:22:28,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5b5fd3cfc0524e4b99ca84236cac8848 is 50, key is test_row_0/A:col10/1733685748513/Put/seqid=0 2024-12-08T19:22:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741888_1064 (size=12697) 2024-12-08T19:22:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741889_1065 (size=12151) 2024-12-08T19:22:28,770 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/80dcce87db0a499582221c8d20e6437e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/80dcce87db0a499582221c8d20e6437e 2024-12-08T19:22:28,775 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0271ad5b793440c79b734e0f0e2469b4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0271ad5b793440c79b734e0f0e2469b4 2024-12-08T19:22:28,786 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 80dcce87db0a499582221c8d20e6437e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,787 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685748639; duration=0sec 2024-12-08T19:22:28,787 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 0271ad5b793440c79b734e0f0e2469b4(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:28,787 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=12, startTime=1733685747749; duration=0sec 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:28,787 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:28,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685808855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685808854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685808856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685808859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685808861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T19:22:28,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685808962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685808964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685808964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685808964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:28,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685808967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,157 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5b5fd3cfc0524e4b99ca84236cac8848 2024-12-08T19:22:29,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685809166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685809166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685809168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685809169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T19:22:29,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685809172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/1363f84b807549c693ba101b761cca00 is 50, key is test_row_0/B:col10/1733685748513/Put/seqid=0 2024-12-08T19:22:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741890_1066 (size=12151) 2024-12-08T19:22:29,186 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/1363f84b807549c693ba101b761cca00 2024-12-08T19:22:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/6976a82263e84385a985c847da049ef5 is 50, key is test_row_0/C:col10/1733685748513/Put/seqid=0 2024-12-08T19:22:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741891_1067 (size=12151) 2024-12-08T19:22:29,223 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/6976a82263e84385a985c847da049ef5 2024-12-08T19:22:29,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5b5fd3cfc0524e4b99ca84236cac8848 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848 2024-12-08T19:22:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848, entries=150, sequenceid=251, filesize=11.9 K 2024-12-08T19:22:29,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/1363f84b807549c693ba101b761cca00 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00 2024-12-08T19:22:29,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00, entries=150, sequenceid=251, filesize=11.9 K 2024-12-08T19:22:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/6976a82263e84385a985c847da049ef5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5 2024-12-08T19:22:29,272 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5, entries=150, sequenceid=251, filesize=11.9 K 2024-12-08T19:22:29,273 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d34c42d7f83011dc00bec80cbd1838c in 550ms, sequenceid=251, compaction requested=true 2024-12-08T19:22:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-08T19:22:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-08T19:22:29,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T19:22:29,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 707 msec 2024-12-08T19:22:29,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 718 msec 2024-12-08T19:22:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:29,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:22:29,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:29,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:29,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:29,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/231f0257dbf94ff6933ce97c399e0f68 is 50, key is test_row_0/A:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:29,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685809488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685809489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685809489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741892_1068 (size=12301) 2024-12-08T19:22:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685809492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685809492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/231f0257dbf94ff6933ce97c399e0f68 2024-12-08T19:22:29,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/63beedec66c0469d86942e84ebd45ef3 is 50, key is test_row_0/B:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:29,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741893_1069 (size=12301) 2024-12-08T19:22:29,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/63beedec66c0469d86942e84ebd45ef3 2024-12-08T19:22:29,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0610f14536dc49609bbfe6e2c011d0a7 is 50, key is test_row_0/C:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741894_1070 (size=12301) 2024-12-08T19:22:29,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685809594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685809595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685809600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685809600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T19:22:29,672 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-08T19:22:29,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:29,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-08T19:22:29,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T19:22:29,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:29,705 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:29,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685809798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685809799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685809799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T19:22:29,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685809802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:29,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685809802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:29,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:29,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T19:22:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:29,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:29,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:29,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:29,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:29,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0610f14536dc49609bbfe6e2c011d0a7 2024-12-08T19:22:29,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/231f0257dbf94ff6933ce97c399e0f68 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68 2024-12-08T19:22:29,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T19:22:29,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/63beedec66c0469d86942e84ebd45ef3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3 2024-12-08T19:22:29,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T19:22:29,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0610f14536dc49609bbfe6e2c011d0a7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7 2024-12-08T19:22:29,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T19:22:29,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 5d34c42d7f83011dc00bec80cbd1838c in 506ms, sequenceid=277, compaction requested=true 2024-12-08T19:22:29,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:29,980 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:29,982 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:29,982 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:29,982 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:29,982 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/11c866dc913c4906983f165d774bfd0d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.3 K 2024-12-08T19:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:29,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:29,982 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:29,983 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11c866dc913c4906983f165d774bfd0d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733685747871 2024-12-08T19:22:29,983 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b5fd3cfc0524e4b99ca84236cac8848, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733685748511 2024-12-08T19:22:29,984 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:29,984 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:29,984 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:29,984 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/80dcce87db0a499582221c8d20e6437e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.3 K 2024-12-08T19:22:29,984 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 231f0257dbf94ff6933ce97c399e0f68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:29,984 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 80dcce87db0a499582221c8d20e6437e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733685747871 2024-12-08T19:22:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:29,986 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1363f84b807549c693ba101b761cca00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733685748511 2024-12-08T19:22:29,987 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 63beedec66c0469d86942e84ebd45ef3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:30,001 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:30,002 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4e9c0c9eea3448949affa39639e3a0f2 is 50, key is test_row_0/A:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T19:22:30,006 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:30,006 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f292880acb364a239d03673d03141f23 is 50, key is test_row_0/B:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:30,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:30,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:30,014 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:30,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741895_1071 (size=12949) 2024-12-08T19:22:30,034 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4e9c0c9eea3448949affa39639e3a0f2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4e9c0c9eea3448949affa39639e3a0f2 2024-12-08T19:22:30,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a587ca258d33444b9d8710b275d1c106 is 50, key is test_row_0/A:col10/1733685749490/Put/seqid=0 2024-12-08T19:22:30,045 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 4e9c0c9eea3448949affa39639e3a0f2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:30,045 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:30,045 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685749980; duration=0sec 2024-12-08T19:22:30,045 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:30,046 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:30,046 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:22:30,049 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61349 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:22:30,049 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:30,049 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:30,049 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0271ad5b793440c79b734e0f0e2469b4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=59.9 K 2024-12-08T19:22:30,050 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0271ad5b793440c79b734e0f0e2469b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733685747322 2024-12-08T19:22:30,051 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e511d13d1cdb4e489d729792c3c3693d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685747448 2024-12-08T19:22:30,051 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 502f631af084452b852e513276a1d6d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733685747871 2024-12-08T19:22:30,051 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6976a82263e84385a985c847da049ef5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733685748511 2024-12-08T19:22:30,052 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0610f14536dc49609bbfe6e2c011d0a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741896_1072 (size=12949) 2024-12-08T19:22:30,082 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:30,082 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1aa7daa7a7534dc1a48e3702ea58e01e is 50, key is test_row_0/C:col10/1733685748856/Put/seqid=0 2024-12-08T19:22:30,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741897_1073 (size=12301) 2024-12-08T19:22:30,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741898_1074 (size=12915) 2024-12-08T19:22:30,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:30,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:30,110 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/1aa7daa7a7534dc1a48e3702ea58e01e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1aa7daa7a7534dc1a48e3702ea58e01e 2024-12-08T19:22:30,125 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 1aa7daa7a7534dc1a48e3702ea58e01e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:30,125 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:30,125 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=11, startTime=1733685749985; duration=0sec 2024-12-08T19:22:30,126 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:30,126 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:30,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685810130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685810132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685810133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685810133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685810135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685810237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685810239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685810239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685810239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685810240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T19:22:30,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685810440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685810444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685810445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685810446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685810448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,478 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f292880acb364a239d03673d03141f23 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f292880acb364a239d03673d03141f23 2024-12-08T19:22:30,486 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a587ca258d33444b9d8710b275d1c106 2024-12-08T19:22:30,489 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into f292880acb364a239d03673d03141f23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:30,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:30,489 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685749982; duration=0sec 2024-12-08T19:22:30,490 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:30,490 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:30,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/585c012f081d4baf87c385953a2750e5 is 50, key is test_row_0/B:col10/1733685749490/Put/seqid=0 2024-12-08T19:22:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741899_1075 (size=12301) 2024-12-08T19:22:30,510 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/585c012f081d4baf87c385953a2750e5 2024-12-08T19:22:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e3be5fc7862e428fadc91db1568fb9a3 is 50, key is test_row_0/C:col10/1733685749490/Put/seqid=0 2024-12-08T19:22:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741900_1076 (size=12301) 2024-12-08T19:22:30,530 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e3be5fc7862e428fadc91db1568fb9a3 2024-12-08T19:22:30,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a587ca258d33444b9d8710b275d1c106 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106 2024-12-08T19:22:30,545 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T19:22:30,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/585c012f081d4baf87c385953a2750e5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5 2024-12-08T19:22:30,552 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T19:22:30,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/e3be5fc7862e428fadc91db1568fb9a3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3 2024-12-08T19:22:30,564 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T19:22:30,565 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d34c42d7f83011dc00bec80cbd1838c in 551ms, sequenceid=290, compaction requested=false 2024-12-08T19:22:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:30,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-08T19:22:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-08T19:22:30,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-08T19:22:30,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 862 msec 2024-12-08T19:22:30,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 895 msec 2024-12-08T19:22:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:30,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:30,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:30,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4322652ef62a4836b4b8691238b02c9f is 50, key is test_row_0/A:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:30,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685810753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685810753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685810754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685810755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685810757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741901_1077 (size=12301) 2024-12-08T19:22:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T19:22:30,808 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-08T19:22:30,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-08T19:22:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T19:22:30,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:30,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:30,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685810859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685810859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685810859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685810859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685810860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T19:22:30,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:30,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T19:22:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:30,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:30,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:30,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T19:22:31,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:31,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T19:22:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4322652ef62a4836b4b8691238b02c9f 2024-12-08T19:22:31,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/680b3a409a8a4a6da6c4df34947c0e0a is 50, key is test_row_0/B:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:31,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741902_1078 (size=12301) 2024-12-08T19:22:31,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/680b3a409a8a4a6da6c4df34947c0e0a 2024-12-08T19:22:31,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b9df0b5d3b8f48f19b9272cf1302b741 is 50, key is test_row_0/C:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:31,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741903_1079 (size=12301) 2024-12-08T19:22:31,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b9df0b5d3b8f48f19b9272cf1302b741 2024-12-08T19:22:31,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:31,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T19:22:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:31,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4322652ef62a4836b4b8691238b02c9f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f 2024-12-08T19:22:31,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f, entries=150, sequenceid=317, filesize=12.0 K 2024-12-08T19:22:31,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/680b3a409a8a4a6da6c4df34947c0e0a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a 2024-12-08T19:22:31,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a, entries=150, sequenceid=317, filesize=12.0 K 2024-12-08T19:22:31,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/b9df0b5d3b8f48f19b9272cf1302b741 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741 2024-12-08T19:22:31,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741, entries=150, sequenceid=317, filesize=12.0 K 2024-12-08T19:22:31,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5d34c42d7f83011dc00bec80cbd1838c in 562ms, sequenceid=317, compaction requested=true 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,307 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,307 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:31,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:31,308 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:31,308 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:31,308 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:31,308 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:31,308 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,308 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,309 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f292880acb364a239d03673d03141f23, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.7 K 2024-12-08T19:22:31,309 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4e9c0c9eea3448949affa39639e3a0f2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.7 K 2024-12-08T19:22:31,309 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f292880acb364a239d03673d03141f23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:31,309 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e9c0c9eea3448949affa39639e3a0f2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:31,310 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a587ca258d33444b9d8710b275d1c106, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685749478 2024-12-08T19:22:31,310 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 585c012f081d4baf87c385953a2750e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685749478 2024-12-08T19:22:31,311 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4322652ef62a4836b4b8691238b02c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,311 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 680b3a409a8a4a6da6c4df34947c0e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,333 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,333 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a7aa8d055f974832844062410b16a5b1 is 50, key is test_row_0/B:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:31,341 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,342 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/1383a9e9866848cca037d9c69616fc95 is 50, key is test_row_0/A:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741904_1080 (size=13051) 2024-12-08T19:22:31,365 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a7aa8d055f974832844062410b16a5b1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a7aa8d055f974832844062410b16a5b1 2024-12-08T19:22:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:31,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:31,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741905_1081 (size=13051) 2024-12-08T19:22:31,377 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into a7aa8d055f974832844062410b16a5b1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:31,377 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,377 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685751307; duration=0sec 2024-12-08T19:22:31,377 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:31,377 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:31,377 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:31,381 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:31,381 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:31,381 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,381 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1aa7daa7a7534dc1a48e3702ea58e01e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=36.6 K 2024-12-08T19:22:31,382 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1aa7daa7a7534dc1a48e3702ea58e01e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685748854 2024-12-08T19:22:31,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/1383a9e9866848cca037d9c69616fc95 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/1383a9e9866848cca037d9c69616fc95 2024-12-08T19:22:31,383 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e3be5fc7862e428fadc91db1568fb9a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685749478 2024-12-08T19:22:31,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a9020581a3fc4b2e9a04bc101996b83c is 50, key is test_row_0/A:col10/1733685750753/Put/seqid=0 2024-12-08T19:22:31,384 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b9df0b5d3b8f48f19b9272cf1302b741, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,391 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 1383a9e9866848cca037d9c69616fc95(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:31,391 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,392 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685751307; duration=0sec 2024-12-08T19:22:31,392 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,392 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:31,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,410 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,411 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/ec06ba941c3c4d99aa858c0a9adf2f55 is 50, key is test_row_0/C:col10/1733685750131/Put/seqid=0 2024-12-08T19:22:31,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T19:22:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741907_1083 (size=13017) 2024-12-08T19:22:31,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:31,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T19:22:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:31,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741906_1082 (size=12301) 2024-12-08T19:22:31,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a9020581a3fc4b2e9a04bc101996b83c 2024-12-08T19:22:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:31,442 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/ec06ba941c3c4d99aa858c0a9adf2f55 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ec06ba941c3c4d99aa858c0a9adf2f55 2024-12-08T19:22:31,451 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into ec06ba941c3c4d99aa858c0a9adf2f55(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:31,451 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,451 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685751307; duration=0sec 2024-12-08T19:22:31,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fc9e26950db1400b9f40e5dc255b75a3 is 50, key is test_row_0/B:col10/1733685750753/Put/seqid=0 2024-12-08T19:22:31,451 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,451 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741908_1084 (size=12301) 2024-12-08T19:22:31,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fc9e26950db1400b9f40e5dc255b75a3 2024-12-08T19:22:31,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d650971b523494986679d1de11b23e8 is 50, key is test_row_0/C:col10/1733685750753/Put/seqid=0 2024-12-08T19:22:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741909_1085 (size=12301) 2024-12-08T19:22:31,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d650971b523494986679d1de11b23e8 2024-12-08T19:22:31,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a9020581a3fc4b2e9a04bc101996b83c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c 2024-12-08T19:22:31,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:22:31,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fc9e26950db1400b9f40e5dc255b75a3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3 2024-12-08T19:22:31,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:22:31,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d650971b523494986679d1de11b23e8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8 2024-12-08T19:22:31,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:22:31,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d34c42d7f83011dc00bec80cbd1838c in 175ms, sequenceid=330, compaction requested=false 2024-12-08T19:22:31,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:31,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T19:22:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,586 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:22:31,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5f3648e3e61647e5a4008a82458cf98c is 50, key is test_row_0/A:col10/1733685751406/Put/seqid=0 2024-12-08T19:22:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741910_1086 (size=12301) 2024-12-08T19:22:31,601 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5f3648e3e61647e5a4008a82458cf98c 2024-12-08T19:22:31,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fab4a44b918642538b019fe1e345c6a9 is 50, key is test_row_0/B:col10/1733685751406/Put/seqid=0 2024-12-08T19:22:31,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741911_1087 (size=12301) 2024-12-08T19:22:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fab4a44b918642538b019fe1e345c6a9 2024-12-08T19:22:31,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/133221dbc4994c41903c6d4a10f75c59 is 50, key is test_row_0/C:col10/1733685751406/Put/seqid=0 2024-12-08T19:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741912_1088 (size=12301) 2024-12-08T19:22:31,643 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/133221dbc4994c41903c6d4a10f75c59 2024-12-08T19:22:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/5f3648e3e61647e5a4008a82458cf98c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c 2024-12-08T19:22:31,657 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T19:22:31,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/fab4a44b918642538b019fe1e345c6a9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9 2024-12-08T19:22:31,665 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T19:22:31,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/133221dbc4994c41903c6d4a10f75c59 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59 2024-12-08T19:22:31,676 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T19:22:31,678 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 5d34c42d7f83011dc00bec80cbd1838c in 92ms, sequenceid=356, compaction requested=true 2024-12-08T19:22:31,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-08T19:22:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-08T19:22:31,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-08T19:22:31,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 865 msec 2024-12-08T19:22:31,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 873 msec 2024-12-08T19:22:31,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:22:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/429a63db409c4a6d9286c6cba6788f78 is 50, key is test_row_0/A:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741913_1089 (size=12301) 2024-12-08T19:22:31,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/429a63db409c4a6d9286c6cba6788f78 2024-12-08T19:22:31,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4fc1243c9ad4bdf8f85778373a4f1ef is 50, key is test_row_0/B:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741914_1090 (size=12301) 2024-12-08T19:22:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4fc1243c9ad4bdf8f85778373a4f1ef 2024-12-08T19:22:31,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f8acb461a1ea407ea6ca0f56f41bb2f8 is 50, key is test_row_0/C:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741915_1091 (size=12301) 2024-12-08T19:22:31,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f8acb461a1ea407ea6ca0f56f41bb2f8 2024-12-08T19:22:31,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/429a63db409c4a6d9286c6cba6788f78 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78 2024-12-08T19:22:31,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78, entries=150, sequenceid=369, filesize=12.0 K 2024-12-08T19:22:31,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/f4fc1243c9ad4bdf8f85778373a4f1ef as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef 2024-12-08T19:22:31,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef, entries=150, sequenceid=369, filesize=12.0 K 2024-12-08T19:22:31,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/f8acb461a1ea407ea6ca0f56f41bb2f8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8 2024-12-08T19:22:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8, entries=150, sequenceid=369, filesize=12.0 K 2024-12-08T19:22:31,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5d34c42d7f83011dc00bec80cbd1838c in 118ms, sequenceid=369, compaction requested=true 2024-12-08T19:22:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,848 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:31,848 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:31,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:31,850 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:31,850 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:31,850 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,850 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:31,850 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a7aa8d055f974832844062410b16a5b1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=48.8 K 2024-12-08T19:22:31,850 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:31,850 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,851 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/1383a9e9866848cca037d9c69616fc95, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=48.8 K 2024-12-08T19:22:31,851 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1383a9e9866848cca037d9c69616fc95, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,852 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a7aa8d055f974832844062410b16a5b1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,852 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9020581a3fc4b2e9a04bc101996b83c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685750752 2024-12-08T19:22:31,853 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fc9e26950db1400b9f40e5dc255b75a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685750752 2024-12-08T19:22:31,853 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3648e3e61647e5a4008a82458cf98c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685751404 2024-12-08T19:22:31,853 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fab4a44b918642538b019fe1e345c6a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685751404 2024-12-08T19:22:31,853 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 429a63db409c4a6d9286c6cba6788f78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:31,854 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f4fc1243c9ad4bdf8f85778373a4f1ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:31,864 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,865 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,865 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/4d3b81904ac9422e83e76b0174493e84 is 50, key is test_row_0/B:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,865 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b111ed1965a24867a1365790251db223 is 50, key is test_row_0/A:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:31,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741917_1093 (size=13187) 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:31,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741916_1092 (size=13187) 2024-12-08T19:22:31,886 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/4d3b81904ac9422e83e76b0174493e84 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4d3b81904ac9422e83e76b0174493e84 2024-12-08T19:22:31,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dd550a494d2a49118f35c40fd2f2a112 is 50, key is test_row_0/A:col10/1733685751766/Put/seqid=0 2024-12-08T19:22:31,893 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b111ed1965a24867a1365790251db223 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b111ed1965a24867a1365790251db223 2024-12-08T19:22:31,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,901 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 4d3b81904ac9422e83e76b0174493e84(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:31,901 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,902 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=12, startTime=1733685751848; duration=0sec 2024-12-08T19:22:31,902 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:31,902 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:31,902 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:31,904 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into b111ed1965a24867a1365790251db223(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:31,904 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:31,904 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=12, startTime=1733685751848; duration=0sec 2024-12-08T19:22:31,904 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:31,904 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:31,904 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:31,904 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:31,904 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:31,904 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ec06ba941c3c4d99aa858c0a9adf2f55, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=48.8 K 2024-12-08T19:22:31,905 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ec06ba941c3c4d99aa858c0a9adf2f55, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685750131 2024-12-08T19:22:31,905 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d650971b523494986679d1de11b23e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685750752 2024-12-08T19:22:31,906 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 133221dbc4994c41903c6d4a10f75c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685751404 2024-12-08T19:22:31,906 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f8acb461a1ea407ea6ca0f56f41bb2f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741918_1094 (size=12301) 2024-12-08T19:22:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T19:22:31,917 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-08T19:22:31,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dd550a494d2a49118f35c40fd2f2a112 2024-12-08T19:22:31,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-08T19:22:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T19:22:31,922 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:31,923 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:31,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:31,924 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:31,925 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a9c72f718a644bc58de7d0bc2e0825c1 is 50, key is test_row_0/C:col10/1733685751729/Put/seqid=0 2024-12-08T19:22:31,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/50f284a6b73444a7a02d3aea117017c5 is 50, key is test_row_0/B:col10/1733685751766/Put/seqid=0 2024-12-08T19:22:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741919_1095 (size=13153) 2024-12-08T19:22:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741920_1096 (size=12301) 2024-12-08T19:22:31,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/50f284a6b73444a7a02d3aea117017c5 2024-12-08T19:22:31,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/12ce3970775e44c7a611de8291bacaf2 is 50, key is test_row_0/C:col10/1733685751766/Put/seqid=0 2024-12-08T19:22:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741921_1097 (size=12301) 2024-12-08T19:22:31,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685811996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:31,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685811996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685811997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685811998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685811999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/12ce3970775e44c7a611de8291bacaf2 2024-12-08T19:22:32,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/dd550a494d2a49118f35c40fd2f2a112 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112 2024-12-08T19:22:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T19:22:32,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T19:22:32,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/50f284a6b73444a7a02d3aea117017c5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5 2024-12-08T19:22:32,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T19:22:32,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/12ce3970775e44c7a611de8291bacaf2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2 2024-12-08T19:22:32,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T19:22:32,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d34c42d7f83011dc00bec80cbd1838c in 168ms, sequenceid=394, compaction requested=false 2024-12-08T19:22:32,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:32,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:32,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T19:22:32,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:32,076 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:32,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:32,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a68fddba208145a68390d42242ad89bb is 50, key is test_row_0/A:col10/1733685751889/Put/seqid=0 2024-12-08T19:22:32,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741922_1098 (size=12301) 2024-12-08T19:22:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:32,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:32,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T19:22:32,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685812229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685812229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685812230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685812230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685812231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685812337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,360 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a9c72f718a644bc58de7d0bc2e0825c1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a9c72f718a644bc58de7d0bc2e0825c1 2024-12-08T19:22:32,367 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into a9c72f718a644bc58de7d0bc2e0825c1(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:32,368 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:32,368 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=12, startTime=1733685751849; duration=0sec 2024-12-08T19:22:32,368 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:32,368 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:32,514 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a68fddba208145a68390d42242ad89bb 2024-12-08T19:22:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T19:22:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/0d7b5397d4e14e45b9c8c558b38df0aa is 50, key is test_row_0/B:col10/1733685751889/Put/seqid=0 2024-12-08T19:22:32,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741923_1099 (size=12301) 2024-12-08T19:22:32,535 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/0d7b5397d4e14e45b9c8c558b38df0aa 2024-12-08T19:22:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685812542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685812543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685812543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685812543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685812544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0d772a7042c14891b946317c6ef6a13e is 50, key is test_row_0/C:col10/1733685751889/Put/seqid=0 2024-12-08T19:22:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741924_1100 (size=12301) 2024-12-08T19:22:32,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685812846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685812848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685812848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685812850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685812850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:32,964 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0d772a7042c14891b946317c6ef6a13e 2024-12-08T19:22:32,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/a68fddba208145a68390d42242ad89bb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb 2024-12-08T19:22:32,991 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb, entries=150, sequenceid=407, filesize=12.0 K 2024-12-08T19:22:32,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/0d7b5397d4e14e45b9c8c558b38df0aa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa 2024-12-08T19:22:33,006 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa, entries=150, sequenceid=407, filesize=12.0 K 2024-12-08T19:22:33,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/0d772a7042c14891b946317c6ef6a13e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e 2024-12-08T19:22:33,019 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e, entries=150, sequenceid=407, filesize=12.0 K 2024-12-08T19:22:33,020 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5d34c42d7f83011dc00bec80cbd1838c in 944ms, sequenceid=407, compaction requested=true 2024-12-08T19:22:33,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:33,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T19:22:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-08T19:22:33,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-08T19:22:33,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0990 sec 2024-12-08T19:22:33,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1040 sec 2024-12-08T19:22:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T19:22:33,026 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-08T19:22:33,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-08T19:22:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T19:22:33,031 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:33,032 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:33,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T19:22:33,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:33,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-08T19:22:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:33,184 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:33,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/818f6ff5bb8c4f42919ac0dbcc35bd01 is 50, key is test_row_0/A:col10/1733685752229/Put/seqid=0 2024-12-08T19:22:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741925_1101 (size=12301) 2024-12-08T19:22:33,204 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/818f6ff5bb8c4f42919ac0dbcc35bd01 2024-12-08T19:22:33,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a050877e739e44df871dfd03effc7f31 is 50, key is test_row_0/B:col10/1733685752229/Put/seqid=0 2024-12-08T19:22:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741926_1102 (size=12301) 2024-12-08T19:22:33,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T19:22:33,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:33,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685813357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685813358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685813358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685813359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685813359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685813461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685813462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685813462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685813462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685813463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T19:22:33,636 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a050877e739e44df871dfd03effc7f31 2024-12-08T19:22:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/586af5dc41204da6a40eae45563220fc is 50, key is test_row_0/C:col10/1733685752229/Put/seqid=0 2024-12-08T19:22:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741927_1103 (size=12301) 2024-12-08T19:22:33,654 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/586af5dc41204da6a40eae45563220fc 2024-12-08T19:22:33,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/818f6ff5bb8c4f42919ac0dbcc35bd01 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01 2024-12-08T19:22:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685813664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685813664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685813665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685813666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685813669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,670 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01, entries=150, sequenceid=433, filesize=12.0 K 2024-12-08T19:22:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/a050877e739e44df871dfd03effc7f31 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31 2024-12-08T19:22:33,679 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31, entries=150, sequenceid=433, filesize=12.0 K 2024-12-08T19:22:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/586af5dc41204da6a40eae45563220fc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc 2024-12-08T19:22:33,688 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc, entries=150, sequenceid=433, filesize=12.0 K 2024-12-08T19:22:33,689 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d34c42d7f83011dc00bec80cbd1838c in 505ms, sequenceid=433, compaction requested=true 2024-12-08T19:22:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:33,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-08T19:22:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-08T19:22:33,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-08T19:22:33,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 659 msec 2024-12-08T19:22:33,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 668 msec 2024-12-08T19:22:33,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:33,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:33,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:33,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/01ad180504424447a9df02ef708081e2 is 50, key is test_row_0/A:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:33,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741928_1104 (size=14741) 2024-12-08T19:22:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685813991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685813991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685813995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:33,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685813996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685813997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685814098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685814098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685814098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685814101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685814101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T19:22:34,134 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-08T19:22:34,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-08T19:22:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:34,136 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:34,137 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:34,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:34,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:34,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685814301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685814302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685814303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685814304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685814307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/01ad180504424447a9df02ef708081e2 2024-12-08T19:22:34,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b1ada768dc3f4cc2948c0db3c188089e is 50, key is test_row_0/B:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:34,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741929_1105 (size=12301) 2024-12-08T19:22:34,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:34,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:34,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:34,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:34,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685814606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685814606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685814607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685814607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685814611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:34,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:34,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:34,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b1ada768dc3f4cc2948c0db3c188089e 2024-12-08T19:22:34,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2737f8a9f38e4b1698d245c4138ae053 is 50, key is test_row_0/C:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:34,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741930_1106 (size=12301) 2024-12-08T19:22:34,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:34,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:34,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,056 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:35,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685815111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685815111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:35,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:35,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685815112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:35,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685815116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:35,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685815117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:35,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:35,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:35,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2737f8a9f38e4b1698d245c4138ae053 2024-12-08T19:22:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:35,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/01ad180504424447a9df02ef708081e2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2 2024-12-08T19:22:35,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2, entries=200, sequenceid=445, filesize=14.4 K 2024-12-08T19:22:35,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b1ada768dc3f4cc2948c0db3c188089e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e 2024-12-08T19:22:35,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e, entries=150, sequenceid=445, filesize=12.0 K 2024-12-08T19:22:35,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2737f8a9f38e4b1698d245c4138ae053 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053 2024-12-08T19:22:35,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053, entries=150, sequenceid=445, filesize=12.0 K 2024-12-08T19:22:35,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 5d34c42d7f83011dc00bec80cbd1838c in 1303ms, sequenceid=445, compaction requested=true 2024-12-08T19:22:35,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:35,274 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:22:35,274 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:22:35,276 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64831 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:22:35,277 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:35,277 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,277 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b111ed1965a24867a1365790251db223, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=63.3 K 2024-12-08T19:22:35,277 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62391 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:22:35,277 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:35,277 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,278 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4d3b81904ac9422e83e76b0174493e84, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=60.9 K 2024-12-08T19:22:35,278 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b111ed1965a24867a1365790251db223, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:35,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3b81904ac9422e83e76b0174493e84, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:35,279 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd550a494d2a49118f35c40fd2f2a112, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685751766 2024-12-08T19:22:35,279 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f284a6b73444a7a02d3aea117017c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685751766 2024-12-08T19:22:35,279 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a68fddba208145a68390d42242ad89bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733685751880 2024-12-08T19:22:35,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d7b5397d4e14e45b9c8c558b38df0aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733685751880 2024-12-08T19:22:35,280 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 818f6ff5bb8c4f42919ac0dbcc35bd01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733685752229 2024-12-08T19:22:35,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a050877e739e44df871dfd03effc7f31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733685752229 2024-12-08T19:22:35,281 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01ad180504424447a9df02ef708081e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:35,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ada768dc3f4cc2948c0db3c188089e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:35,309 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#92 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:35,311 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/ee97b9899f10483ba649f304b9123432 is 50, key is test_row_0/A:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:35,318 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:35,318 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d03a66a134054cd5b7f6cc52fe41c171 is 50, key is test_row_0/B:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:35,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741931_1107 (size=13357) 2024-12-08T19:22:35,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:35,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-08T19:22:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,363 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:35,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:35,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741932_1108 (size=13357) 2024-12-08T19:22:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/16708a68bb524328884a055e16ae00e3 is 50, key is test_row_0/A:col10/1733685753992/Put/seqid=0 2024-12-08T19:22:35,389 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/d03a66a134054cd5b7f6cc52fe41c171 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d03a66a134054cd5b7f6cc52fe41c171 2024-12-08T19:22:35,397 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into d03a66a134054cd5b7f6cc52fe41c171(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:35,397 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:35,397 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=11, startTime=1733685755274; duration=0sec 2024-12-08T19:22:35,397 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:35,397 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:35,397 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:22:35,400 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62357 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:22:35,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:35,401 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:35,401 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a9c72f718a644bc58de7d0bc2e0825c1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=60.9 K 2024-12-08T19:22:35,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a9c72f718a644bc58de7d0bc2e0825c1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733685751723 2024-12-08T19:22:35,402 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 12ce3970775e44c7a611de8291bacaf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685751766 2024-12-08T19:22:35,402 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d772a7042c14891b946317c6ef6a13e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733685751880 2024-12-08T19:22:35,403 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 586af5dc41204da6a40eae45563220fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733685752229 2024-12-08T19:22:35,403 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2737f8a9f38e4b1698d245c4138ae053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:35,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741933_1109 (size=12301) 2024-12-08T19:22:35,407 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/16708a68bb524328884a055e16ae00e3 2024-12-08T19:22:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/77fa132a7d0f4e678db619d4fb885013 is 50, key is test_row_0/B:col10/1733685753992/Put/seqid=0 2024-12-08T19:22:35,450 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:35,451 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/14bbf7745fd74695b8a8d4b65a38cfe3 is 50, key is test_row_0/C:col10/1733685753357/Put/seqid=0 2024-12-08T19:22:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741934_1110 (size=12301) 2024-12-08T19:22:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741935_1111 (size=13323) 2024-12-08T19:22:35,772 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/ee97b9899f10483ba649f304b9123432 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ee97b9899f10483ba649f304b9123432 2024-12-08T19:22:35,780 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into ee97b9899f10483ba649f304b9123432(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:35,781 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:35,781 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=11, startTime=1733685755273; duration=0sec 2024-12-08T19:22:35,781 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:35,781 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:35,894 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/77fa132a7d0f4e678db619d4fb885013 2024-12-08T19:22:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/436ba69b9f884eccbd1a0e88272443f1 is 50, key is test_row_0/C:col10/1733685753992/Put/seqid=0 2024-12-08T19:22:35,921 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/14bbf7745fd74695b8a8d4b65a38cfe3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/14bbf7745fd74695b8a8d4b65a38cfe3 2024-12-08T19:22:35,935 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 14bbf7745fd74695b8a8d4b65a38cfe3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:35,935 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:35,935 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=11, startTime=1733685755274; duration=0sec 2024-12-08T19:22:35,935 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:35,935 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:35,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741936_1112 (size=12301) 2024-12-08T19:22:36,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:36,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685816122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685816122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685816123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685816124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685816126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685816225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685816226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685816227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:36,340 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/436ba69b9f884eccbd1a0e88272443f1 2024-12-08T19:22:36,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/16708a68bb524328884a055e16ae00e3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3 2024-12-08T19:22:36,352 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3, entries=150, sequenceid=470, filesize=12.0 K 2024-12-08T19:22:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/77fa132a7d0f4e678db619d4fb885013 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013 2024-12-08T19:22:36,358 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013, entries=150, sequenceid=470, filesize=12.0 K 2024-12-08T19:22:36,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/436ba69b9f884eccbd1a0e88272443f1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1 2024-12-08T19:22:36,365 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1, entries=150, sequenceid=470, filesize=12.0 K 2024-12-08T19:22:36,366 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d34c42d7f83011dc00bec80cbd1838c in 1003ms, sequenceid=470, compaction requested=false 2024-12-08T19:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:36,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-08T19:22:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-08T19:22:36,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T19:22:36,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-12-08T19:22:36,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 2.2340 sec 2024-12-08T19:22:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:36,428 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:36,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b3e63cef522b41928d58bbb86bfba409 is 50, key is test_row_0/A:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:36,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685816452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741937_1113 (size=14737) 2024-12-08T19:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685816454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685816453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685816555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685816558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685816558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685816759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685816760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685816760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:36,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b3e63cef522b41928d58bbb86bfba409 2024-12-08T19:22:36,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/2550c0e33834457890add957695ef535 is 50, key is test_row_0/B:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741938_1114 (size=9857) 2024-12-08T19:22:37,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685817062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685817063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685817064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/2550c0e33834457890add957695ef535 2024-12-08T19:22:37,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a815f89971174420a13c868be713a0a0 is 50, key is test_row_0/C:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741939_1115 (size=9857) 2024-12-08T19:22:37,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685817567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685817568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685817568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:37,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a815f89971174420a13c868be713a0a0 2024-12-08T19:22:37,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b3e63cef522b41928d58bbb86bfba409 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409 2024-12-08T19:22:37,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409, entries=200, sequenceid=486, filesize=14.4 K 2024-12-08T19:22:37,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/2550c0e33834457890add957695ef535 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535 2024-12-08T19:22:37,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535, entries=100, sequenceid=486, filesize=9.6 K 2024-12-08T19:22:37,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a815f89971174420a13c868be713a0a0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0 2024-12-08T19:22:37,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0, entries=100, sequenceid=486, filesize=9.6 K 2024-12-08T19:22:37,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 5d34c42d7f83011dc00bec80cbd1838c in 1291ms, sequenceid=486, compaction requested=true 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:37,720 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:37,720 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:37,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:37,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:37,721 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:37,721 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:37,721 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:37,721 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:37,721 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:37,721 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:37,721 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ee97b9899f10483ba649f304b9123432, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=39.4 K 2024-12-08T19:22:37,722 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d03a66a134054cd5b7f6cc52fe41c171, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=34.7 K 2024-12-08T19:22:37,722 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee97b9899f10483ba649f304b9123432, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:37,722 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d03a66a134054cd5b7f6cc52fe41c171, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:37,722 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16708a68bb524328884a055e16ae00e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733685753990 2024-12-08T19:22:37,722 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 77fa132a7d0f4e678db619d4fb885013, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733685753990 2024-12-08T19:22:37,723 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e63cef522b41928d58bbb86bfba409, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685756121 2024-12-08T19:22:37,723 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2550c0e33834457890add957695ef535, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685756121 2024-12-08T19:22:37,729 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#101 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:37,730 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/c20b2c324eb6453fadc08e6b0a05020a is 50, key is test_row_0/A:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:37,732 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#102 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:37,733 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/70846603b42a4817b8291e817fb95554 is 50, key is test_row_0/B:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741940_1116 (size=13459) 2024-12-08T19:22:37,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741941_1117 (size=13459) 2024-12-08T19:22:37,742 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/c20b2c324eb6453fadc08e6b0a05020a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/c20b2c324eb6453fadc08e6b0a05020a 2024-12-08T19:22:37,750 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into c20b2c324eb6453fadc08e6b0a05020a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:37,750 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:37,750 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685757720; duration=0sec 2024-12-08T19:22:37,751 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:37,751 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:37,751 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:37,753 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:37,753 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:37,753 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:37,753 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/14bbf7745fd74695b8a8d4b65a38cfe3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=34.6 K 2024-12-08T19:22:37,754 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14bbf7745fd74695b8a8d4b65a38cfe3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685753355 2024-12-08T19:22:37,754 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 436ba69b9f884eccbd1a0e88272443f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1733685753990 2024-12-08T19:22:37,754 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a815f89971174420a13c868be713a0a0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685756121 2024-12-08T19:22:37,765 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#103 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:37,766 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/163a57cc133c4e06a7386db938c899c9 is 50, key is test_row_0/C:col10/1733685756121/Put/seqid=0 2024-12-08T19:22:37,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741942_1118 (size=13425) 2024-12-08T19:22:37,776 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/163a57cc133c4e06a7386db938c899c9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/163a57cc133c4e06a7386db938c899c9 2024-12-08T19:22:37,782 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 163a57cc133c4e06a7386db938c899c9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:37,782 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:37,782 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685757720; duration=0sec 2024-12-08T19:22:37,782 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:37,782 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:38,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:38,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:38,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:38,141 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/14e159dd5e8d43e2bb32d02b1889d45c is 50, key is test_row_0/A:col10/1733685756450/Put/seqid=0 2024-12-08T19:22:38,145 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/70846603b42a4817b8291e817fb95554 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/70846603b42a4817b8291e817fb95554 2024-12-08T19:22:38,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741943_1119 (size=12301) 2024-12-08T19:22:38,153 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 70846603b42a4817b8291e817fb95554(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:38,154 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:38,154 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685757720; duration=0sec 2024-12-08T19:22:38,154 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:38,154 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685818152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685818152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-08T19:22:38,240 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-08T19:22:38,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-08T19:22:38,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:38,243 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:38,244 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:38,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:38,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685818255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685818256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:38,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:38,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-08T19:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685818471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685818471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:38,548 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:38,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-08T19:22:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/14e159dd5e8d43e2bb32d02b1889d45c 2024-12-08T19:22:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7381a20e8117427cb4c8b121b0d3f93e is 50, key is test_row_0/B:col10/1733685756450/Put/seqid=0 2024-12-08T19:22:38,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741944_1120 (size=12301) 2024-12-08T19:22:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685818571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685818578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685818580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-08T19:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685818773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685818774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:38,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:38,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-08T19:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:38,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:38,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:38,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7381a20e8117427cb4c8b121b0d3f93e 2024-12-08T19:22:38,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/06f0791dd46a4ba08082109a7f433047 is 50, key is test_row_0/C:col10/1733685756450/Put/seqid=0 2024-12-08T19:22:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741945_1121 (size=12301) 2024-12-08T19:22:38,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/06f0791dd46a4ba08082109a7f433047 2024-12-08T19:22:38,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/14e159dd5e8d43e2bb32d02b1889d45c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c 2024-12-08T19:22:38,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c, entries=150, sequenceid=513, filesize=12.0 K 2024-12-08T19:22:38,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7381a20e8117427cb4c8b121b0d3f93e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e 2024-12-08T19:22:38,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e, entries=150, sequenceid=513, filesize=12.0 K 2024-12-08T19:22:38,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/06f0791dd46a4ba08082109a7f433047 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047 2024-12-08T19:22:39,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047, entries=150, sequenceid=513, filesize=12.0 K 2024-12-08T19:22:39,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 5d34c42d7f83011dc00bec80cbd1838c in 869ms, sequenceid=513, compaction requested=false 2024-12-08T19:22:39,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:39,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:39,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-08T19:22:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:39,007 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:22:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:39,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7ef7493bbf9f4952b7a0205de98d89e9 is 50, key is test_row_0/A:col10/1733685758150/Put/seqid=0 2024-12-08T19:22:39,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741946_1122 (size=12301) 2024-12-08T19:22:39,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:39,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685819301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685819301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:39,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685819405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685819405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,420 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7ef7493bbf9f4952b7a0205de98d89e9 2024-12-08T19:22:39,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7fed602e40c74492a6158ce34395392b is 50, key is test_row_0/B:col10/1733685758150/Put/seqid=0 2024-12-08T19:22:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741947_1123 (size=12301) 2024-12-08T19:22:39,437 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7fed602e40c74492a6158ce34395392b 2024-12-08T19:22:39,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/ecde3820c8db48f7904254c08502ef63 is 50, key is test_row_0/C:col10/1733685758150/Put/seqid=0 2024-12-08T19:22:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741948_1124 (size=12301) 2024-12-08T19:22:39,449 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/ecde3820c8db48f7904254c08502ef63 2024-12-08T19:22:39,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7ef7493bbf9f4952b7a0205de98d89e9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9 2024-12-08T19:22:39,459 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9, entries=150, sequenceid=526, filesize=12.0 K 2024-12-08T19:22:39,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/7fed602e40c74492a6158ce34395392b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b 2024-12-08T19:22:39,465 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b, entries=150, sequenceid=526, filesize=12.0 K 2024-12-08T19:22:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/ecde3820c8db48f7904254c08502ef63 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63 2024-12-08T19:22:39,472 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63, entries=150, sequenceid=526, filesize=12.0 K 2024-12-08T19:22:39,472 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d34c42d7f83011dc00bec80cbd1838c in 465ms, sequenceid=526, compaction requested=true 2024-12-08T19:22:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:39,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T19:22:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-08T19:22:39,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-08T19:22:39,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-12-08T19:22:39,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.2350 sec 2024-12-08T19:22:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:39,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:39,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/51073ddbc26e4b3cbe5899f7e7a3544d is 50, key is test_row_0/A:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741949_1125 (size=14741) 2024-12-08T19:22:39,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685819617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/51073ddbc26e4b3cbe5899f7e7a3544d 2024-12-08T19:22:39,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685819619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e93fd818f7e0497da33cb0f41a675a4d is 50, key is test_row_0/B:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:39,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741950_1126 (size=12301) 2024-12-08T19:22:39,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e93fd818f7e0497da33cb0f41a675a4d 2024-12-08T19:22:39,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/3c746000fd5a411eb2951895b0469aa6 is 50, key is test_row_0/C:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:39,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741951_1127 (size=12301) 2024-12-08T19:22:39,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/3c746000fd5a411eb2951895b0469aa6 2024-12-08T19:22:39,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/51073ddbc26e4b3cbe5899f7e7a3544d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d 2024-12-08T19:22:39,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d, entries=200, sequenceid=552, filesize=14.4 K 2024-12-08T19:22:39,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e93fd818f7e0497da33cb0f41a675a4d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d 2024-12-08T19:22:39,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d, entries=150, sequenceid=552, filesize=12.0 K 2024-12-08T19:22:39,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/3c746000fd5a411eb2951895b0469aa6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6 2024-12-08T19:22:39,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6, entries=150, sequenceid=552, filesize=12.0 K 2024-12-08T19:22:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5d34c42d7f83011dc00bec80cbd1838c in 102ms, sequenceid=552, compaction requested=true 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:39,711 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:39,711 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52802 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:39,713 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:39,713 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:39,713 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/c20b2c324eb6453fadc08e6b0a05020a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=51.6 K 2024-12-08T19:22:39,713 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/70846603b42a4817b8291e817fb95554, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=49.2 K 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c20b2c324eb6453fadc08e6b0a05020a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685753990 2024-12-08T19:22:39,713 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 70846603b42a4817b8291e817fb95554, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685753990 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e159dd5e8d43e2bb32d02b1889d45c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733685756450 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7381a20e8117427cb4c8b121b0d3f93e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733685756450 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fed602e40c74492a6158ce34395392b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733685758147 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ef7493bbf9f4952b7a0205de98d89e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733685758147 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e93fd818f7e0497da33cb0f41a675a4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:39,714 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51073ddbc26e4b3cbe5899f7e7a3544d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:39,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:39,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:22:39,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:39,725 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:39,725 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/3d59fa98ffae4e50b649eda3ad4ed95d is 50, key is test_row_0/B:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:39,726 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:39,727 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f1e01d481d1e476bb8e4ad88d9e46619 is 50, key is test_row_0/A:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:39,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7475e10364ee422bbaf74f4cf28cfd16 is 50, key is test_row_0/A:col10/1733685759618/Put/seqid=0 2024-12-08T19:22:39,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741952_1128 (size=13595) 2024-12-08T19:22:39,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741954_1130 (size=14741) 2024-12-08T19:22:39,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7475e10364ee422bbaf74f4cf28cfd16 2024-12-08T19:22:39,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741953_1129 (size=13595) 2024-12-08T19:22:39,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b15a574c31354cd2b6a510a5a9a6b03e is 50, key is test_row_0/B:col10/1733685759618/Put/seqid=0 2024-12-08T19:22:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741955_1131 (size=12301) 2024-12-08T19:22:39,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b15a574c31354cd2b6a510a5a9a6b03e 2024-12-08T19:22:39,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685819762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/54f2b5a5a4e0464096776150c92b4ca0 is 50, key is test_row_0/C:col10/1733685759618/Put/seqid=0 2024-12-08T19:22:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685819763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741956_1132 (size=12301) 2024-12-08T19:22:39,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685819864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:39,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685819870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685820067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685820074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,142 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/3d59fa98ffae4e50b649eda3ad4ed95d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3d59fa98ffae4e50b649eda3ad4ed95d 2024-12-08T19:22:40,147 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 3d59fa98ffae4e50b649eda3ad4ed95d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:40,147 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:40,147 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=12, startTime=1733685759711; duration=0sec 2024-12-08T19:22:40,147 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:40,148 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:40,148 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:22:40,149 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:22:40,149 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:40,149 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,149 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/163a57cc133c4e06a7386db938c899c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=49.1 K 2024-12-08T19:22:40,150 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 163a57cc133c4e06a7386db938c899c9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1733685753990 2024-12-08T19:22:40,151 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 06f0791dd46a4ba08082109a7f433047, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1733685756450 2024-12-08T19:22:40,151 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f1e01d481d1e476bb8e4ad88d9e46619 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f1e01d481d1e476bb8e4ad88d9e46619 2024-12-08T19:22:40,151 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ecde3820c8db48f7904254c08502ef63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=526, earliestPutTs=1733685758147 2024-12-08T19:22:40,152 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c746000fd5a411eb2951895b0469aa6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:40,156 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into f1e01d481d1e476bb8e4ad88d9e46619(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:40,156 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:40,156 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=12, startTime=1733685759711; duration=0sec 2024-12-08T19:22:40,157 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:40,157 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:40,162 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:40,162 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a4c227046b804805ad3ec7dfbdfd5060 is 50, key is test_row_0/C:col10/1733685759300/Put/seqid=0 2024-12-08T19:22:40,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741957_1133 (size=13561) 2024-12-08T19:22:40,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/54f2b5a5a4e0464096776150c92b4ca0 2024-12-08T19:22:40,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/7475e10364ee422bbaf74f4cf28cfd16 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16 2024-12-08T19:22:40,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16, entries=200, sequenceid=564, filesize=14.4 K 2024-12-08T19:22:40,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/b15a574c31354cd2b6a510a5a9a6b03e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e 2024-12-08T19:22:40,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e, entries=150, sequenceid=564, filesize=12.0 K 2024-12-08T19:22:40,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/54f2b5a5a4e0464096776150c92b4ca0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0 2024-12-08T19:22:40,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0, entries=150, sequenceid=564, filesize=12.0 K 2024-12-08T19:22:40,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5d34c42d7f83011dc00bec80cbd1838c in 475ms, sequenceid=564, compaction requested=false 2024-12-08T19:22:40,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T19:22:40,347 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-08T19:22:40,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-08T19:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:40,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:40,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:40,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:40,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:40,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/46d90fe268474329948e610e6d63f24c is 50, key is test_row_0/A:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741958_1134 (size=14741) 2024-12-08T19:22:40,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/46d90fe268474329948e610e6d63f24c 2024-12-08T19:22:40,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685820392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685820393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/43ad16541a7640a78ed5e512127defe9 is 50, key is test_row_0/B:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741959_1135 (size=12301) 2024-12-08T19:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:40,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685820494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685820494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:40,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,575 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/a4c227046b804805ad3ec7dfbdfd5060 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a4c227046b804805ad3ec7dfbdfd5060 2024-12-08T19:22:40,580 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into a4c227046b804805ad3ec7dfbdfd5060(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:40,580 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:40,580 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=12, startTime=1733685759711; duration=0sec 2024-12-08T19:22:40,580 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:40,580 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:40,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38244 deadline: 1733685820581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,584 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:22:40,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38208 deadline: 1733685820592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,594 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:22:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38236 deadline: 1733685820600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,601 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:22:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:40,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:40,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685820697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685820697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:40,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/43ad16541a7640a78ed5e512127defe9 2024-12-08T19:22:40,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/4dd33693cc1e4b8682217a8356f66122 is 50, key is test_row_0/C:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741960_1136 (size=12301) 2024-12-08T19:22:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:40,959 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:40,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:40,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:40,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685820998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685820998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,111 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:41,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:41,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/4dd33693cc1e4b8682217a8356f66122 2024-12-08T19:22:41,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/46d90fe268474329948e610e6d63f24c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c 2024-12-08T19:22:41,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c, entries=200, sequenceid=591, filesize=14.4 K 2024-12-08T19:22:41,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/43ad16541a7640a78ed5e512127defe9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9 2024-12-08T19:22:41,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9, entries=150, sequenceid=591, filesize=12.0 K 2024-12-08T19:22:41,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/4dd33693cc1e4b8682217a8356f66122 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122 2024-12-08T19:22:41,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122, entries=150, sequenceid=591, filesize=12.0 K 2024-12-08T19:22:41,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5d34c42d7f83011dc00bec80cbd1838c in 866ms, sequenceid=591, compaction requested=true 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:41,237 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:41,237 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:41,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:41,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:41,239 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:41,239 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:41,239 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:41,239 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:41,239 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,239 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,239 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3d59fa98ffae4e50b649eda3ad4ed95d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=37.3 K 2024-12-08T19:22:41,239 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f1e01d481d1e476bb8e4ad88d9e46619, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=42.1 K 2024-12-08T19:22:41,240 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d59fa98ffae4e50b649eda3ad4ed95d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:41,240 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1e01d481d1e476bb8e4ad88d9e46619, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:41,240 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b15a574c31354cd2b6a510a5a9a6b03e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733685759618 2024-12-08T19:22:41,240 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7475e10364ee422bbaf74f4cf28cfd16, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733685759616 2024-12-08T19:22:41,240 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 43ad16541a7640a78ed5e512127defe9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759761 2024-12-08T19:22:41,241 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46d90fe268474329948e610e6d63f24c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759757 2024-12-08T19:22:41,247 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#122 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:41,248 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:41,248 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e9fb2ecbb9864b0c9608ef8fd336b156 is 50, key is test_row_0/B:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:41,248 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/2b94b7271aa4433f86754590a288ae86 is 50, key is test_row_0/A:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741961_1137 (size=13697) 2024-12-08T19:22:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741962_1138 (size=13697) 2024-12-08T19:22:41,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:41,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-08T19:22:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,265 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:41,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/2b94b7271aa4433f86754590a288ae86 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/2b94b7271aa4433f86754590a288ae86 2024-12-08T19:22:41,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/3acb79c88ab3459f84948e41d33771c5 is 50, key is test_row_1/A:col10/1733685760391/Put/seqid=0 2024-12-08T19:22:41,272 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into 2b94b7271aa4433f86754590a288ae86(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:41,272 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:41,272 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685761237; duration=0sec 2024-12-08T19:22:41,272 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:41,272 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:41,272 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741963_1139 (size=9857) 2024-12-08T19:22:41,274 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/3acb79c88ab3459f84948e41d33771c5 2024-12-08T19:22:41,274 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:41,274 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:41,274 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,274 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a4c227046b804805ad3ec7dfbdfd5060, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=37.3 K 2024-12-08T19:22:41,275 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c227046b804805ad3ec7dfbdfd5060, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=552, earliestPutTs=1733685759300 2024-12-08T19:22:41,275 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54f2b5a5a4e0464096776150c92b4ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=564, earliestPutTs=1733685759618 2024-12-08T19:22:41,276 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4dd33693cc1e4b8682217a8356f66122, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759761 2024-12-08T19:22:41,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/4de0b5b070184344a5ec9853bcbab325 is 50, key is test_row_1/B:col10/1733685760391/Put/seqid=0 2024-12-08T19:22:41,284 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:41,285 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/196df2a6caed4a258233b38bdc119bce is 50, key is test_row_0/C:col10/1733685760370/Put/seqid=0 2024-12-08T19:22:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741964_1140 (size=9857) 2024-12-08T19:22:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741965_1141 (size=13663) 2024-12-08T19:22:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:41,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:41,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685821544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685821544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685821646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685821646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,657 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/e9fb2ecbb9864b0c9608ef8fd336b156 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e9fb2ecbb9864b0c9608ef8fd336b156 2024-12-08T19:22:41,662 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into e9fb2ecbb9864b0c9608ef8fd336b156(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:41,662 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:41,662 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685761237; duration=0sec 2024-12-08T19:22:41,662 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:41,662 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:41,687 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/4de0b5b070184344a5ec9853bcbab325 2024-12-08T19:22:41,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 is 50, key is test_row_1/C:col10/1733685760391/Put/seqid=0 2024-12-08T19:22:41,698 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/196df2a6caed4a258233b38bdc119bce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/196df2a6caed4a258233b38bdc119bce 2024-12-08T19:22:41,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741966_1142 (size=9857) 2024-12-08T19:22:41,700 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=603 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 2024-12-08T19:22:41,704 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 196df2a6caed4a258233b38bdc119bce(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:41,704 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:41,705 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685761237; duration=0sec 2024-12-08T19:22:41,705 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:41,705 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:41,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/3acb79c88ab3459f84948e41d33771c5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5 2024-12-08T19:22:41,710 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5, entries=100, sequenceid=603, filesize=9.6 K 2024-12-08T19:22:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/4de0b5b070184344a5ec9853bcbab325 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325 2024-12-08T19:22:41,717 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325, entries=100, sequenceid=603, filesize=9.6 K 2024-12-08T19:22:41,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 2024-12-08T19:22:41,728 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6, entries=100, sequenceid=603, filesize=9.6 K 2024-12-08T19:22:41,729 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5d34c42d7f83011dc00bec80cbd1838c in 464ms, sequenceid=603, compaction requested=false 2024-12-08T19:22:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:41,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:41,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T19:22:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-08T19:22:41,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T19:22:41,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3820 sec 2024-12-08T19:22:41,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.3840 sec 2024-12-08T19:22:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:41,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:41,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4cfa14d1627649e8bdc51499db6a31b2 is 50, key is test_row_0/A:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685821856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685821859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741967_1143 (size=12301) 2024-12-08T19:22:41,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685821960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:41,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:41,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685821961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685822161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685822164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,263 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4cfa14d1627649e8bdc51499db6a31b2 2024-12-08T19:22:42,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/481745ce9d8047419f51d6c34dccf95b is 50, key is test_row_0/B:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:42,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741968_1144 (size=12301) 2024-12-08T19:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-08T19:22:42,452 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-08T19:22:42,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-12-08T19:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:42,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:42,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:42,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685822463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685822467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:42,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:42,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-08T19:22:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/481745ce9d8047419f51d6c34dccf95b 2024-12-08T19:22:42,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fe9acfb010264518b98c73afc7bd6b29 is 50, key is test_row_0/C:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:42,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741969_1145 (size=12301) 2024-12-08T19:22:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:42,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:42,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-08T19:22:42,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:42,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:42,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-08T19:22:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:42,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:42,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38232 deadline: 1733685822968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38220 deadline: 1733685822971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:43,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:43,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-08T19:22:43,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. as already flushing 2024-12-08T19:22:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:43,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=634 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fe9acfb010264518b98c73afc7bd6b29 2024-12-08T19:22:43,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/4cfa14d1627649e8bdc51499db6a31b2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2 2024-12-08T19:22:43,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2, entries=150, sequenceid=634, filesize=12.0 K 2024-12-08T19:22:43,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/481745ce9d8047419f51d6c34dccf95b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b 2024-12-08T19:22:43,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b, entries=150, sequenceid=634, filesize=12.0 K 2024-12-08T19:22:43,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/fe9acfb010264518b98c73afc7bd6b29 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29 2024-12-08T19:22:43,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29, entries=150, sequenceid=634, filesize=12.0 K 2024-12-08T19:22:43,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5d34c42d7f83011dc00bec80cbd1838c in 1268ms, sequenceid=634, compaction requested=true 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:43,117 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:43,117 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d34c42d7f83011dc00bec80cbd1838c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:43,119 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:43,119 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:43,119 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/A is initiating minor compaction (all files) 2024-12-08T19:22:43,119 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/B is initiating minor compaction (all files) 2024-12-08T19:22:43,119 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/B in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,119 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/A in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,119 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e9fb2ecbb9864b0c9608ef8fd336b156, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.0 K 2024-12-08T19:22:43,119 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/2b94b7271aa4433f86754590a288ae86, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.0 K 2024-12-08T19:22:43,120 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e9fb2ecbb9864b0c9608ef8fd336b156, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759761 2024-12-08T19:22:43,120 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b94b7271aa4433f86754590a288ae86, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759761 2024-12-08T19:22:43,120 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4de0b5b070184344a5ec9853bcbab325, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733685760390 2024-12-08T19:22:43,120 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3acb79c88ab3459f84948e41d33771c5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733685760390 2024-12-08T19:22:43,120 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 481745ce9d8047419f51d6c34dccf95b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1733685761543 2024-12-08T19:22:43,121 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cfa14d1627649e8bdc51499db6a31b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1733685761543 2024-12-08T19:22:43,131 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#A#compaction#131 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:43,131 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:43,131 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f2fb2d97f60d4c43a2a489bfb0f97ec5 is 50, key is test_row_0/A:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:43,131 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/9e64282e5802482c81a9001da5aa984a is 50, key is test_row_0/B:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741971_1147 (size=13799) 2024-12-08T19:22:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741970_1146 (size=13799) 2024-12-08T19:22:43,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:43,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-12-08T19:22:43,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:43,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/e6abb4371ee74db9b32efbd5415cfe5e is 50, key is test_row_1/A:col10/1733685761854/Put/seqid=0 2024-12-08T19:22:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741972_1148 (size=9857) 2024-12-08T19:22:43,230 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=642 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/e6abb4371ee74db9b32efbd5415cfe5e 2024-12-08T19:22:43,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/dec8a38970c94c44ac767f4e18f218a7 is 50, key is test_row_1/B:col10/1733685761854/Put/seqid=0 2024-12-08T19:22:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741973_1149 (size=9857) 2024-12-08T19:22:43,547 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/9e64282e5802482c81a9001da5aa984a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/9e64282e5802482c81a9001da5aa984a 2024-12-08T19:22:43,551 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/f2fb2d97f60d4c43a2a489bfb0f97ec5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f2fb2d97f60d4c43a2a489bfb0f97ec5 2024-12-08T19:22:43,556 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/B of 5d34c42d7f83011dc00bec80cbd1838c into 9e64282e5802482c81a9001da5aa984a(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:43,556 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:43,556 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/B, priority=13, startTime=1733685763117; duration=0sec 2024-12-08T19:22:43,556 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:43,557 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:B 2024-12-08T19:22:43,557 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:43,558 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/A of 5d34c42d7f83011dc00bec80cbd1838c into f2fb2d97f60d4c43a2a489bfb0f97ec5(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:43,558 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:43,558 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:43,558 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/A, priority=13, startTime=1733685763117; duration=0sec 2024-12-08T19:22:43,558 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 5d34c42d7f83011dc00bec80cbd1838c/C is initiating minor compaction (all files) 2024-12-08T19:22:43,558 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5d34c42d7f83011dc00bec80cbd1838c/C in TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:43,558 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:43,558 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:A 2024-12-08T19:22:43,558 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/196df2a6caed4a258233b38bdc119bce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp, totalSize=35.0 K 2024-12-08T19:22:43,559 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 196df2a6caed4a258233b38bdc119bce, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=591, earliestPutTs=1733685759761 2024-12-08T19:22:43,560 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d4bc7eeff3c47b7ab154f6bb744a8c6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=603, earliestPutTs=1733685760390 2024-12-08T19:22:43,561 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fe9acfb010264518b98c73afc7bd6b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=634, earliestPutTs=1733685761543 2024-12-08T19:22:43,568 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d34c42d7f83011dc00bec80cbd1838c#C#compaction#135 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:43,569 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/9d0aec906e4d48f8ab46f247b8a9d8f5 is 50, key is test_row_0/C:col10/1733685761848/Put/seqid=0 2024-12-08T19:22:43,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741974_1150 (size=13765) 2024-12-08T19:22:43,582 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:55672 2024-12-08T19:22:43,582 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:55672 2024-12-08T19:22:43,582 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:55672 2024-12-08T19:22:43,582 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,582 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,582 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,583 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:55672 2024-12-08T19:22:43,583 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,659 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=642 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/dec8a38970c94c44ac767f4e18f218a7 2024-12-08T19:22:43,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bafdf4b5a4fb4946a1ea3867a93446af is 50, key is test_row_1/C:col10/1733685761854/Put/seqid=0 2024-12-08T19:22:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741975_1151 (size=9857) 2024-12-08T19:22:43,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:22:43,979 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:55672 2024-12-08T19:22:43,979 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,979 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:55672 2024-12-08T19:22:43,980 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:43,990 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/9d0aec906e4d48f8ab46f247b8a9d8f5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/9d0aec906e4d48f8ab46f247b8a9d8f5 2024-12-08T19:22:43,996 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5d34c42d7f83011dc00bec80cbd1838c/C of 5d34c42d7f83011dc00bec80cbd1838c into 9d0aec906e4d48f8ab46f247b8a9d8f5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:43,996 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:43,996 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c., storeName=5d34c42d7f83011dc00bec80cbd1838c/C, priority=13, startTime=1733685763117; duration=0sec 2024-12-08T19:22:43,996 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:43,996 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d34c42d7f83011dc00bec80cbd1838c:C 2024-12-08T19:22:44,074 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=642 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bafdf4b5a4fb4946a1ea3867a93446af 2024-12-08T19:22:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/e6abb4371ee74db9b32efbd5415cfe5e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/e6abb4371ee74db9b32efbd5415cfe5e 2024-12-08T19:22:44,091 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/e6abb4371ee74db9b32efbd5415cfe5e, entries=100, sequenceid=642, filesize=9.6 K 2024-12-08T19:22:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/dec8a38970c94c44ac767f4e18f218a7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/dec8a38970c94c44ac767f4e18f218a7 2024-12-08T19:22:44,099 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/dec8a38970c94c44ac767f4e18f218a7, entries=100, sequenceid=642, filesize=9.6 K 2024-12-08T19:22:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/bafdf4b5a4fb4946a1ea3867a93446af as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bafdf4b5a4fb4946a1ea3867a93446af 2024-12-08T19:22:44,104 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bafdf4b5a4fb4946a1ea3867a93446af, entries=100, sequenceid=642, filesize=9.6 K 2024-12-08T19:22:44,105 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=13.42 KB/13740 for 5d34c42d7f83011dc00bec80cbd1838c in 888ms, sequenceid=642, compaction requested=false 2024-12-08T19:22:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T19:22:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-12-08T19:22:44,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T19:22:44,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6500 sec 2024-12-08T19:22:44,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.6550 sec 2024-12-08T19:22:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T19:22:44,560 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-08T19:22:44,604 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:55672 2024-12-08T19:22:44,605 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:44,617 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:55672 2024-12-08T19:22:44,617 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:44,624 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:55672 2024-12-08T19:22:44,624 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-08T19:22:44,624 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8193 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7542 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3480 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10440 rows 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3454 2024-12-08T19:22:44,625 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10362 rows 2024-12-08T19:22:44,625 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:22:44,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:55672 2024-12-08T19:22:44,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:22:44,629 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:22:44,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:22:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:44,640 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685764640"}]},"ts":"1733685764640"} 2024-12-08T19:22:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:44,641 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:22:44,661 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:22:44,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:22:44,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, UNASSIGN}] 2024-12-08T19:22:44,667 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, UNASSIGN 2024-12-08T19:22:44,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5d34c42d7f83011dc00bec80cbd1838c, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:44,669 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:22:44,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:44,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:44,828 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:44,828 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:22:44,829 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 5d34c42d7f83011dc00bec80cbd1838c, disabling compactions & flushes 2024-12-08T19:22:44,829 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:44,829 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:44,829 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. after waiting 0 ms 2024-12-08T19:22:44,829 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:44,829 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 5d34c42d7f83011dc00bec80cbd1838c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=A 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=B 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d34c42d7f83011dc00bec80cbd1838c, store=C 2024-12-08T19:22:44,830 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:44,837 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b67213f203ac4afd81268c23b469f133 is 50, key is test_row_0/A:col10/1733685764616/Put/seqid=0 2024-12-08T19:22:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741976_1152 (size=12301) 2024-12-08T19:22:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:45,245 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b67213f203ac4afd81268c23b469f133 2024-12-08T19:22:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:45,259 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ae3f3e931b7a49d6a0e8e96b3cd4094d is 50, key is test_row_0/B:col10/1733685764616/Put/seqid=0 2024-12-08T19:22:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741977_1153 (size=12301) 2024-12-08T19:22:45,665 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ae3f3e931b7a49d6a0e8e96b3cd4094d 2024-12-08T19:22:45,677 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/baef3fd1dc574a98bf4574ffbedd8418 is 50, key is test_row_0/C:col10/1733685764616/Put/seqid=0 2024-12-08T19:22:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741978_1154 (size=12301) 2024-12-08T19:22:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:46,082 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=653 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/baef3fd1dc574a98bf4574ffbedd8418 2024-12-08T19:22:46,087 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/A/b67213f203ac4afd81268c23b469f133 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b67213f203ac4afd81268c23b469f133 2024-12-08T19:22:46,092 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b67213f203ac4afd81268c23b469f133, entries=150, sequenceid=653, filesize=12.0 K 2024-12-08T19:22:46,094 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/B/ae3f3e931b7a49d6a0e8e96b3cd4094d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ae3f3e931b7a49d6a0e8e96b3cd4094d 2024-12-08T19:22:46,099 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ae3f3e931b7a49d6a0e8e96b3cd4094d, entries=150, sequenceid=653, filesize=12.0 K 2024-12-08T19:22:46,100 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/.tmp/C/baef3fd1dc574a98bf4574ffbedd8418 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/baef3fd1dc574a98bf4574ffbedd8418 2024-12-08T19:22:46,105 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/baef3fd1dc574a98bf4574ffbedd8418, entries=150, sequenceid=653, filesize=12.0 K 2024-12-08T19:22:46,106 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 5d34c42d7f83011dc00bec80cbd1838c in 1277ms, sequenceid=653, compaction requested=true 2024-12-08T19:22:46,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/41befdad82d44fff8a3ea72a148aef33, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/6a10895cafa94c1bb2f87bd6bd9e4661, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7240eb61cd33472aa42ef3e4528b982c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/fe1daa7e84d742daba7d582d28793ce1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/11c866dc913c4906983f165d774bfd0d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4e9c0c9eea3448949affa39639e3a0f2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/1383a9e9866848cca037d9c69616fc95, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b111ed1965a24867a1365790251db223, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ee97b9899f10483ba649f304b9123432, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/c20b2c324eb6453fadc08e6b0a05020a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f1e01d481d1e476bb8e4ad88d9e46619, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/2b94b7271aa4433f86754590a288ae86, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2] to archive 2024-12-08T19:22:46,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:22:46,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/bff8ab456dd34ffe91193ce5ba7b2a1d 2024-12-08T19:22:46,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dbe6e9f5e5c04b7c81248fec94b34704 2024-12-08T19:22:46,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/41befdad82d44fff8a3ea72a148aef33 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/41befdad82d44fff8a3ea72a148aef33 2024-12-08T19:22:46,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/217c6346595d4bbfae65a40a3ba75ee3 2024-12-08T19:22:46,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f6b2b7c6a5564cd1a31f250554cfb6f8 2024-12-08T19:22:46,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/6a10895cafa94c1bb2f87bd6bd9e4661 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/6a10895cafa94c1bb2f87bd6bd9e4661 2024-12-08T19:22:46,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8b5b88c40e7c40c7885de1b7b60de50f 2024-12-08T19:22:46,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/8cfaa739542a44af8b12dcb4d5978f72 2024-12-08T19:22:46,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4d6314c22df447edb945fa218eca2afc 2024-12-08T19:22:46,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7240eb61cd33472aa42ef3e4528b982c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7240eb61cd33472aa42ef3e4528b982c 2024-12-08T19:22:46,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/9c6ecb4f6b184108ba91d2d1e7e46669 2024-12-08T19:22:46,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/de38d4168f844819bda743106fff4845 2024-12-08T19:22:46,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ac103c913b3446fab189d0793108d05f 2024-12-08T19:22:46,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/fe1daa7e84d742daba7d582d28793ce1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/fe1daa7e84d742daba7d582d28793ce1 2024-12-08T19:22:46,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/008e7b7652ae42d4bacefe32bb1c6813 2024-12-08T19:22:46,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/72e84a5657ad48e68ec8f8d5dd827475 2024-12-08T19:22:46,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/11c866dc913c4906983f165d774bfd0d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/11c866dc913c4906983f165d774bfd0d 2024-12-08T19:22:46,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5b5fd3cfc0524e4b99ca84236cac8848 2024-12-08T19:22:46,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4e9c0c9eea3448949affa39639e3a0f2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4e9c0c9eea3448949affa39639e3a0f2 2024-12-08T19:22:46,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/231f0257dbf94ff6933ce97c399e0f68 2024-12-08T19:22:46,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a587ca258d33444b9d8710b275d1c106 2024-12-08T19:22:46,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/1383a9e9866848cca037d9c69616fc95 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/1383a9e9866848cca037d9c69616fc95 2024-12-08T19:22:46,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4322652ef62a4836b4b8691238b02c9f 2024-12-08T19:22:46,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a9020581a3fc4b2e9a04bc101996b83c 2024-12-08T19:22:46,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/5f3648e3e61647e5a4008a82458cf98c 2024-12-08T19:22:46,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b111ed1965a24867a1365790251db223 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b111ed1965a24867a1365790251db223 2024-12-08T19:22:46,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/429a63db409c4a6d9286c6cba6788f78 2024-12-08T19:22:46,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/dd550a494d2a49118f35c40fd2f2a112 2024-12-08T19:22:46,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/a68fddba208145a68390d42242ad89bb 2024-12-08T19:22:46,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/818f6ff5bb8c4f42919ac0dbcc35bd01 2024-12-08T19:22:46,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/01ad180504424447a9df02ef708081e2 2024-12-08T19:22:46,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ee97b9899f10483ba649f304b9123432 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/ee97b9899f10483ba649f304b9123432 2024-12-08T19:22:46,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/16708a68bb524328884a055e16ae00e3 2024-12-08T19:22:46,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b3e63cef522b41928d58bbb86bfba409 2024-12-08T19:22:46,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/c20b2c324eb6453fadc08e6b0a05020a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/c20b2c324eb6453fadc08e6b0a05020a 2024-12-08T19:22:46,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/14e159dd5e8d43e2bb32d02b1889d45c 2024-12-08T19:22:46,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7ef7493bbf9f4952b7a0205de98d89e9 2024-12-08T19:22:46,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/51073ddbc26e4b3cbe5899f7e7a3544d 2024-12-08T19:22:46,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f1e01d481d1e476bb8e4ad88d9e46619 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f1e01d481d1e476bb8e4ad88d9e46619 2024-12-08T19:22:46,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/7475e10364ee422bbaf74f4cf28cfd16 2024-12-08T19:22:46,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/46d90fe268474329948e610e6d63f24c 2024-12-08T19:22:46,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/2b94b7271aa4433f86754590a288ae86 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/2b94b7271aa4433f86754590a288ae86 2024-12-08T19:22:46,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/3acb79c88ab3459f84948e41d33771c5 2024-12-08T19:22:46,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/4cfa14d1627649e8bdc51499db6a31b2 2024-12-08T19:22:46,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/424767bfa0f84d8183b0228dd9115ced, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ec86fb0a4b984d3fb3d0b7d9aa101e75, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3ab22c766ac2462391a08b9cc337e592, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a348b51c48f84d3e8c4ce4c56ebb6616, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/80dcce87db0a499582221c8d20e6437e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f292880acb364a239d03673d03141f23, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a7aa8d055f974832844062410b16a5b1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4d3b81904ac9422e83e76b0174493e84, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d03a66a134054cd5b7f6cc52fe41c171, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/70846603b42a4817b8291e817fb95554, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3d59fa98ffae4e50b649eda3ad4ed95d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e9fb2ecbb9864b0c9608ef8fd336b156, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b] to archive 2024-12-08T19:22:46,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:22:46,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a59c61aae6704ae1a02fe540c2609f14 2024-12-08T19:22:46,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/cfdd545a0da7422b980ec8e37b067494 2024-12-08T19:22:46,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/424767bfa0f84d8183b0228dd9115ced to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/424767bfa0f84d8183b0228dd9115ced 2024-12-08T19:22:46,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/15f380f67a744022a3f9ed06bb495d29 2024-12-08T19:22:46,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/56d9136296d84f17a56dd55f90baf4f1 2024-12-08T19:22:46,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ec86fb0a4b984d3fb3d0b7d9aa101e75 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ec86fb0a4b984d3fb3d0b7d9aa101e75 2024-12-08T19:22:46,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4942dabe9ac4bcf9c8a3cc502487f6f 2024-12-08T19:22:46,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ad65d343393b4dd59bd6670b40b5954f 2024-12-08T19:22:46,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3ab22c766ac2462391a08b9cc337e592 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3ab22c766ac2462391a08b9cc337e592 2024-12-08T19:22:46,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d8d995563b964997b483fd4c3f3f870f 2024-12-08T19:22:46,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/53bf5b914aec47c5b90ea2474da69e0d 2024-12-08T19:22:46,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a15efff1994d47dcb2644e6801c96e4a 2024-12-08T19:22:46,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a348b51c48f84d3e8c4ce4c56ebb6616 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a348b51c48f84d3e8c4ce4c56ebb6616 2024-12-08T19:22:46,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e26f4fda041a48d39bf9aea5bedc3000 2024-12-08T19:22:46,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d2b5aac9f9dc4a1d90e45b22c4f43544 2024-12-08T19:22:46,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/80dcce87db0a499582221c8d20e6437e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/80dcce87db0a499582221c8d20e6437e 2024-12-08T19:22:46,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a5fb3c513444460d9bd46fa2cb1eda79 2024-12-08T19:22:46,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/1363f84b807549c693ba101b761cca00 2024-12-08T19:22:46,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f292880acb364a239d03673d03141f23 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f292880acb364a239d03673d03141f23 2024-12-08T19:22:46,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/63beedec66c0469d86942e84ebd45ef3 2024-12-08T19:22:46,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/585c012f081d4baf87c385953a2750e5 2024-12-08T19:22:46,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a7aa8d055f974832844062410b16a5b1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a7aa8d055f974832844062410b16a5b1 2024-12-08T19:22:46,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/680b3a409a8a4a6da6c4df34947c0e0a 2024-12-08T19:22:46,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fc9e26950db1400b9f40e5dc255b75a3 2024-12-08T19:22:46,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/fab4a44b918642538b019fe1e345c6a9 2024-12-08T19:22:46,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4d3b81904ac9422e83e76b0174493e84 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4d3b81904ac9422e83e76b0174493e84 2024-12-08T19:22:46,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/f4fc1243c9ad4bdf8f85778373a4f1ef 2024-12-08T19:22:46,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/50f284a6b73444a7a02d3aea117017c5 2024-12-08T19:22:46,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/0d7b5397d4e14e45b9c8c558b38df0aa 2024-12-08T19:22:46,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/a050877e739e44df871dfd03effc7f31 2024-12-08T19:22:46,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d03a66a134054cd5b7f6cc52fe41c171 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/d03a66a134054cd5b7f6cc52fe41c171 2024-12-08T19:22:46,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b1ada768dc3f4cc2948c0db3c188089e 2024-12-08T19:22:46,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/77fa132a7d0f4e678db619d4fb885013 2024-12-08T19:22:46,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/70846603b42a4817b8291e817fb95554 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/70846603b42a4817b8291e817fb95554 2024-12-08T19:22:46,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/2550c0e33834457890add957695ef535 2024-12-08T19:22:46,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7381a20e8117427cb4c8b121b0d3f93e 2024-12-08T19:22:46,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/7fed602e40c74492a6158ce34395392b 2024-12-08T19:22:46,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3d59fa98ffae4e50b649eda3ad4ed95d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/3d59fa98ffae4e50b649eda3ad4ed95d 2024-12-08T19:22:46,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e93fd818f7e0497da33cb0f41a675a4d 2024-12-08T19:22:46,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/b15a574c31354cd2b6a510a5a9a6b03e 2024-12-08T19:22:46,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e9fb2ecbb9864b0c9608ef8fd336b156 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/e9fb2ecbb9864b0c9608ef8fd336b156 2024-12-08T19:22:46,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/43ad16541a7640a78ed5e512127defe9 2024-12-08T19:22:46,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/4de0b5b070184344a5ec9853bcbab325 2024-12-08T19:22:46,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/481745ce9d8047419f51d6c34dccf95b 2024-12-08T19:22:46,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1798c99f250f4000be08b58d9d42fa6b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0eea8956127f46269c6905fa8b00226c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/cf6384ae8b9d4ae59cb853f14f6903e7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0271ad5b793440c79b734e0f0e2469b4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1aa7daa7a7534dc1a48e3702ea58e01e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ec06ba941c3c4d99aa858c0a9adf2f55, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a9c72f718a644bc58de7d0bc2e0825c1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/14bbf7745fd74695b8a8d4b65a38cfe3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/163a57cc133c4e06a7386db938c899c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a4c227046b804805ad3ec7dfbdfd5060, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/196df2a6caed4a258233b38bdc119bce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29] to archive 2024-12-08T19:22:46,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:22:46,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/c0cceff7cf2840378c04e831c9177f91 2024-12-08T19:22:46,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/487e57d35b784c98b36992c5acd0e708 2024-12-08T19:22:46,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1798c99f250f4000be08b58d9d42fa6b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1798c99f250f4000be08b58d9d42fa6b 2024-12-08T19:22:46,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e7e02bd015b14b79a4a95c54dc8570fa 2024-12-08T19:22:46,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/92083dd416214233804a0af98d6fe864 2024-12-08T19:22:46,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0eea8956127f46269c6905fa8b00226c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0eea8956127f46269c6905fa8b00226c 2024-12-08T19:22:46,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bd1aec86025d4834ba5b323e10954c5f 2024-12-08T19:22:46,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f3e9a2291e564002b6358d2f4ef16c04 2024-12-08T19:22:46,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/cf6384ae8b9d4ae59cb853f14f6903e7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/cf6384ae8b9d4ae59cb853f14f6903e7 2024-12-08T19:22:46,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b6ee6a06e30242a68cc11856a20f9395 2024-12-08T19:22:46,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1c64c078c1b24108abc9a08afa20fcad 2024-12-08T19:22:46,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fd98bdb5afac42d38b93e1100e3de8e0 2024-12-08T19:22:46,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0271ad5b793440c79b734e0f0e2469b4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0271ad5b793440c79b734e0f0e2469b4 2024-12-08T19:22:46,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/80947ccef5424ed1997250cd5271cb52 2024-12-08T19:22:46,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e511d13d1cdb4e489d729792c3c3693d 2024-12-08T19:22:46,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/502f631af084452b852e513276a1d6d7 2024-12-08T19:22:46,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/6976a82263e84385a985c847da049ef5 2024-12-08T19:22:46,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1aa7daa7a7534dc1a48e3702ea58e01e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/1aa7daa7a7534dc1a48e3702ea58e01e 2024-12-08T19:22:46,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0610f14536dc49609bbfe6e2c011d0a7 2024-12-08T19:22:46,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/e3be5fc7862e428fadc91db1568fb9a3 2024-12-08T19:22:46,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ec06ba941c3c4d99aa858c0a9adf2f55 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ec06ba941c3c4d99aa858c0a9adf2f55 2024-12-08T19:22:46,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/b9df0b5d3b8f48f19b9272cf1302b741 2024-12-08T19:22:46,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d650971b523494986679d1de11b23e8 2024-12-08T19:22:46,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/133221dbc4994c41903c6d4a10f75c59 2024-12-08T19:22:46,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a9c72f718a644bc58de7d0bc2e0825c1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a9c72f718a644bc58de7d0bc2e0825c1 2024-12-08T19:22:46,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/f8acb461a1ea407ea6ca0f56f41bb2f8 2024-12-08T19:22:46,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/12ce3970775e44c7a611de8291bacaf2 2024-12-08T19:22:46,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/0d772a7042c14891b946317c6ef6a13e 2024-12-08T19:22:46,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/586af5dc41204da6a40eae45563220fc 2024-12-08T19:22:46,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/14bbf7745fd74695b8a8d4b65a38cfe3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/14bbf7745fd74695b8a8d4b65a38cfe3 2024-12-08T19:22:46,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2737f8a9f38e4b1698d245c4138ae053 2024-12-08T19:22:46,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/436ba69b9f884eccbd1a0e88272443f1 2024-12-08T19:22:46,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/163a57cc133c4e06a7386db938c899c9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/163a57cc133c4e06a7386db938c899c9 2024-12-08T19:22:46,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a815f89971174420a13c868be713a0a0 2024-12-08T19:22:46,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/06f0791dd46a4ba08082109a7f433047 2024-12-08T19:22:46,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/ecde3820c8db48f7904254c08502ef63 2024-12-08T19:22:46,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a4c227046b804805ad3ec7dfbdfd5060 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/a4c227046b804805ad3ec7dfbdfd5060 2024-12-08T19:22:46,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/3c746000fd5a411eb2951895b0469aa6 2024-12-08T19:22:46,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/54f2b5a5a4e0464096776150c92b4ca0 2024-12-08T19:22:46,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/196df2a6caed4a258233b38bdc119bce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/196df2a6caed4a258233b38bdc119bce 2024-12-08T19:22:46,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/4dd33693cc1e4b8682217a8356f66122 2024-12-08T19:22:46,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/2d4bc7eeff3c47b7ab154f6bb744a8c6 2024-12-08T19:22:46,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/fe9acfb010264518b98c73afc7bd6b29 2024-12-08T19:22:46,291 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/recovered.edits/656.seqid, newMaxSeqId=656, maxSeqId=1 2024-12-08T19:22:46,293 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c. 2024-12-08T19:22:46,294 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 5d34c42d7f83011dc00bec80cbd1838c: 2024-12-08T19:22:46,295 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:46,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=5d34c42d7f83011dc00bec80cbd1838c, regionState=CLOSED 2024-12-08T19:22:46,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-08T19:22:46,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 5d34c42d7f83011dc00bec80cbd1838c, server=8760adbab633,37895,1733685735339 in 1.6280 sec 2024-12-08T19:22:46,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-08T19:22:46,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d34c42d7f83011dc00bec80cbd1838c, UNASSIGN in 1.6320 sec 2024-12-08T19:22:46,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-08T19:22:46,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6380 sec 2024-12-08T19:22:46,304 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685766304"}]},"ts":"1733685766304"} 2024-12-08T19:22:46,305 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:22:46,344 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:22:46,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7090 sec 2024-12-08T19:22:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-08T19:22:46,751 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-08T19:22:46,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:22:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,764 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,766 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-08T19:22:46,769 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:46,773 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/recovered.edits] 2024-12-08T19:22:46,776 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b67213f203ac4afd81268c23b469f133 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/b67213f203ac4afd81268c23b469f133 2024-12-08T19:22:46,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/e6abb4371ee74db9b32efbd5415cfe5e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/e6abb4371ee74db9b32efbd5415cfe5e 2024-12-08T19:22:46,779 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f2fb2d97f60d4c43a2a489bfb0f97ec5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/A/f2fb2d97f60d4c43a2a489bfb0f97ec5 2024-12-08T19:22:46,781 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/9e64282e5802482c81a9001da5aa984a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/9e64282e5802482c81a9001da5aa984a 2024-12-08T19:22:46,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ae3f3e931b7a49d6a0e8e96b3cd4094d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/ae3f3e931b7a49d6a0e8e96b3cd4094d 2024-12-08T19:22:46,783 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/dec8a38970c94c44ac767f4e18f218a7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/B/dec8a38970c94c44ac767f4e18f218a7 2024-12-08T19:22:46,785 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/9d0aec906e4d48f8ab46f247b8a9d8f5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/9d0aec906e4d48f8ab46f247b8a9d8f5 2024-12-08T19:22:46,786 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/baef3fd1dc574a98bf4574ffbedd8418 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/baef3fd1dc574a98bf4574ffbedd8418 2024-12-08T19:22:46,787 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bafdf4b5a4fb4946a1ea3867a93446af to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/C/bafdf4b5a4fb4946a1ea3867a93446af 2024-12-08T19:22:46,790 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/recovered.edits/656.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c/recovered.edits/656.seqid 2024-12-08T19:22:46,791 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/5d34c42d7f83011dc00bec80cbd1838c 2024-12-08T19:22:46,791 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:22:46,797 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T19:22:46,805 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:22:46,831 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:22:46,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,832 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:22:46,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685766832"}]},"ts":"9223372036854775807"} 2024-12-08T19:22:46,835 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:22:46,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5d34c42d7f83011dc00bec80cbd1838c, NAME => 'TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:22:46,835 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:22:46,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685766835"}]},"ts":"9223372036854775807"} 2024-12-08T19:22:46,838 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:22:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-08T19:22:46,879 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:46,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 121 msec 2024-12-08T19:22:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-08T19:22:47,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-12-08T19:22:47,086 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/8760adbab633:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xc95ab88-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xc95ab88-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/8760adbab633:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-196183509_22 at /127.0.0.1:38826 [Waiting for operation #300] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-196183509_22 at /127.0.0.1:60696 [Waiting for operation #314] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xc95ab88-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1112952689_22 at /127.0.0.1:38904 [Waiting for operation #268] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xc95ab88-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;8760adbab633:37895-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=460 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 194) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=18952 (was 19631) 2024-12-08T19:22:47,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=18951 2024-12-08T19:22:47,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:22:47,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:22:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:47,099 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:22:47,099 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:47,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-12-08T19:22:47,100 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:22:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741979_1155 (size=963) 2024-12-08T19:22:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:47,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:22:47,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741980_1156 (size=53) 2024-12-08T19:22:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:47,924 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:47,924 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 44b5c5e93465a77d1ed362f811e79821, disabling compactions & flushes 2024-12-08T19:22:47,924 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:47,924 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:47,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. after waiting 0 ms 2024-12-08T19:22:47,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:47,925 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:47,925 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:47,926 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:22:47,927 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685767927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685767927"}]},"ts":"1733685767927"} 2024-12-08T19:22:47,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:22:47,931 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:22:47,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685767931"}]},"ts":"1733685767931"} 2024-12-08T19:22:47,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:22:47,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, ASSIGN}] 2024-12-08T19:22:47,988 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, ASSIGN 2024-12-08T19:22:47,989 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:22:48,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:48,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:48,296 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:48,303 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:48,304 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:48,305 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,305 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:48,305 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,305 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,308 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,310 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:48,310 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName A 2024-12-08T19:22:48,310 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:48,311 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:48,311 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,312 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:48,313 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName B 2024-12-08T19:22:48,314 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:48,314 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:48,315 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,316 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:48,316 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName C 2024-12-08T19:22:48,316 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:48,317 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:48,317 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:48,318 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,319 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,321 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:22:48,324 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:48,327 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:22:48,328 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 44b5c5e93465a77d1ed362f811e79821; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72660014, jitterRate=0.08271858096122742}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:22:48,329 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:48,329 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., pid=45, masterSystemTime=1733685768296 2024-12-08T19:22:48,331 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:48,331 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:48,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:48,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-08T19:22:48,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 in 191 msec 2024-12-08T19:22:48,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-08T19:22:48,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, ASSIGN in 349 msec 2024-12-08T19:22:48,338 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:22:48,338 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685768338"}]},"ts":"1733685768338"} 2024-12-08T19:22:48,339 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:22:48,379 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:22:48,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2820 sec 2024-12-08T19:22:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T19:22:49,210 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-08T19:22:49,215 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-12-08T19:22:49,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:49,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:49,273 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:49,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:22:49,278 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:22:49,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:22:49,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:22:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T19:22:49,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741981_1157 (size=999) 2024-12-08T19:22:49,703 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T19:22:49,703 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T19:22:49,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:22:49,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, REOPEN/MOVE}] 2024-12-08T19:22:49,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, REOPEN/MOVE 2024-12-08T19:22:49,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:49,720 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:22:49,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:49,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:49,873 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:49,874 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:22:49,874 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 44b5c5e93465a77d1ed362f811e79821, disabling compactions & flushes 2024-12-08T19:22:49,874 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:49,874 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:49,874 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. after waiting 0 ms 2024-12-08T19:22:49,874 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:49,912 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T19:22:49,913 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:49,913 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:49,913 WARN [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 44b5c5e93465a77d1ed362f811e79821 to self. 2024-12-08T19:22:49,914 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:49,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=CLOSED 2024-12-08T19:22:49,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-12-08T19:22:49,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 in 196 msec 2024-12-08T19:22:49,917 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, REOPEN/MOVE; state=CLOSED, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=true 2024-12-08T19:22:50,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:22:50,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:50,229 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,229 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:22:50,230 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,230 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:22:50,230 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,230 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,233 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,234 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:50,241 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName A 2024-12-08T19:22:50,244 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:50,244 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:50,245 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,245 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:50,245 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName B 2024-12-08T19:22:50,246 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:50,246 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:50,246 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,247 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:22:50,247 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b5c5e93465a77d1ed362f811e79821 columnFamilyName C 2024-12-08T19:22:50,247 DEBUG [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:50,247 INFO [StoreOpener-44b5c5e93465a77d1ed362f811e79821-1 {}] regionserver.HStore(327): Store=44b5c5e93465a77d1ed362f811e79821/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:22:50,248 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,248 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,249 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,250 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:22:50,252 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,252 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 44b5c5e93465a77d1ed362f811e79821; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69735117, jitterRate=0.03913421928882599}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:22:50,253 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:50,254 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., pid=50, masterSystemTime=1733685770225 2024-12-08T19:22:50,255 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,255 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=OPEN, openSeqNum=5, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-12-08T19:22:50,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 in 185 msec 2024-12-08T19:22:50,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T19:22:50,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, REOPEN/MOVE in 541 msec 2024-12-08T19:22:50,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-08T19:22:50,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 552 msec 2024-12-08T19:22:50,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 980 msec 2024-12-08T19:22:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-12-08T19:22:50,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-12-08T19:22:50,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-08T19:22:50,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-12-08T19:22:50,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,327 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-12-08T19:22:50,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-08T19:22:50,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,355 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-12-08T19:22:50,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-12-08T19:22:50,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,380 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-12-08T19:22:50,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,393 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-12-08T19:22:50,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:22:50,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:50,410 DEBUG [hconnection-0x38f3bfad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-08T19:22:50,411 DEBUG [hconnection-0x78b8fca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,411 DEBUG [hconnection-0x31153c1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,412 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:50,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,413 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,413 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:50,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:50,419 DEBUG [hconnection-0x623f48b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,419 DEBUG [hconnection-0x1e22067d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,419 DEBUG [hconnection-0x3627e90e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,420 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38328, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,420 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,421 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,421 DEBUG [hconnection-0x3afb7273-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,421 DEBUG [hconnection-0x57c53fe4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,421 DEBUG [hconnection-0x6ebb124e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:22:50,422 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,422 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:22:50,480 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:22:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:50,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685830505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685830505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685830517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685830517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685830517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208627e401708d1494293bd4ca1a58d1d10_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685770480/Put/seqid=0 2024-12-08T19:22:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741982_1158 (size=17034) 2024-12-08T19:22:50,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:50,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208627e401708d1494293bd4ca1a58d1d10_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208627e401708d1494293bd4ca1a58d1d10_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:50,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a8dcada254364dbb9c7f78a2c4df72bc, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:50,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:50,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:50,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a8dcada254364dbb9c7f78a2c4df72bc is 175, key is test_row_0/A:col10/1733685770480/Put/seqid=0 2024-12-08T19:22:50,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741983_1159 (size=48139) 2024-12-08T19:22:50,581 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a8dcada254364dbb9c7f78a2c4df72bc 2024-12-08T19:22:50,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685830619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685830620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a is 50, key is test_row_0/B:col10/1733685770480/Put/seqid=0 2024-12-08T19:22:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685830622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685830622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685830622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741984_1160 (size=12001) 2024-12-08T19:22:50,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a 2024-12-08T19:22:50,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f46c768479ae458c909e759c63ee850c is 50, key is test_row_0/C:col10/1733685770480/Put/seqid=0 2024-12-08T19:22:50,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741985_1161 (size=12001) 2024-12-08T19:22:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:50,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:50,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685830823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685830826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685830827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685830828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:50,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685830829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:50,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:50,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:50,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:50,917 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T19:22:50,918 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42162, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T19:22:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:51,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f46c768479ae458c909e759c63ee850c 2024-12-08T19:22:51,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a8dcada254364dbb9c7f78a2c4df72bc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc 2024-12-08T19:22:51,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc, entries=250, sequenceid=19, filesize=47.0 K 2024-12-08T19:22:51,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a 2024-12-08T19:22:51,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a, entries=150, sequenceid=19, filesize=11.7 K 2024-12-08T19:22:51,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f46c768479ae458c909e759c63ee850c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c 2024-12-08T19:22:51,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c, entries=150, sequenceid=19, filesize=11.7 K 2024-12-08T19:22:51,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 44b5c5e93465a77d1ed362f811e79821 in 627ms, sequenceid=19, compaction requested=false 2024-12-08T19:22:51,107 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T19:22:51,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:51,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:51,135 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d584630200ea443dbcc07ca094c2fd56_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685770503/Put/seqid=0 2024-12-08T19:22:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685831149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685831149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685831150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685831153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685831153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741986_1162 (size=14594) 2024-12-08T19:22:51,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685831258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685831259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685831259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685831259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685831259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685831463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685831463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685831465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685831464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685831469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:51,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:51,584 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d584630200ea443dbcc07ca094c2fd56_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d584630200ea443dbcc07ca094c2fd56_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:51,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7a85d7a66f1748d09984eaa6d28a9cca, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:51,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7a85d7a66f1748d09984eaa6d28a9cca is 175, key is test_row_0/A:col10/1733685770503/Put/seqid=0 2024-12-08T19:22:51,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741987_1163 (size=39549) 2024-12-08T19:22:51,595 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7a85d7a66f1748d09984eaa6d28a9cca 2024-12-08T19:22:51,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/34d84eead4cf4e8fae549d72b6e25823 is 50, key is test_row_0/B:col10/1733685770503/Put/seqid=0 2024-12-08T19:22:51,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741988_1164 (size=12001) 2024-12-08T19:22:51,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/34d84eead4cf4e8fae549d72b6e25823 2024-12-08T19:22:51,636 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f55e9efe818c49a7a563b1adb170a9e3 is 50, key is test_row_0/C:col10/1733685770503/Put/seqid=0 2024-12-08T19:22:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741989_1165 (size=12001) 2024-12-08T19:22:51,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f55e9efe818c49a7a563b1adb170a9e3 2024-12-08T19:22:51,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7a85d7a66f1748d09984eaa6d28a9cca as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca 2024-12-08T19:22:51,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca, entries=200, sequenceid=42, filesize=38.6 K 2024-12-08T19:22:51,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/34d84eead4cf4e8fae549d72b6e25823 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823 2024-12-08T19:22:51,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823, entries=150, sequenceid=42, filesize=11.7 K 2024-12-08T19:22:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f55e9efe818c49a7a563b1adb170a9e3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3 2024-12-08T19:22:51,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3, entries=150, sequenceid=42, filesize=11.7 K 2024-12-08T19:22:51,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 44b5c5e93465a77d1ed362f811e79821 in 575ms, sequenceid=42, compaction requested=false 2024-12-08T19:22:51,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:51,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T19:22:51,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:51,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:51,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:51,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:51,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083ff6d7eb0a444e2f9aacc18ac431626f_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685831791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685831791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685831794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685831800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685831801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741990_1166 (size=12154) 2024-12-08T19:22:51,810 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:51,816 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083ff6d7eb0a444e2f9aacc18ac431626f_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff6d7eb0a444e2f9aacc18ac431626f_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:51,817 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/0db8576650e24e6c8662bcdcdcdd43ba, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:51,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/0db8576650e24e6c8662bcdcdcdd43ba is 175, key is test_row_0/A:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:51,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741991_1167 (size=30955) 2024-12-08T19:22:51,827 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/0db8576650e24e6c8662bcdcdcdd43ba 2024-12-08T19:22:51,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:22:51,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/af167d78aaa644ae8f96450e43be396b is 50, key is test_row_0/B:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:51,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741992_1168 (size=12001) 2024-12-08T19:22:51,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/af167d78aaa644ae8f96450e43be396b 2024-12-08T19:22:51,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/77cef5cd62ec473782b131c13f42f3a6 is 50, key is test_row_0/C:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:51,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685831902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685831902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685831904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685831904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685831905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741993_1169 (size=12001) 2024-12-08T19:22:51,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/77cef5cd62ec473782b131c13f42f3a6 2024-12-08T19:22:51,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/0db8576650e24e6c8662bcdcdcdd43ba as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba 2024-12-08T19:22:51,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba, entries=150, sequenceid=59, filesize=30.2 K 2024-12-08T19:22:51,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/af167d78aaa644ae8f96450e43be396b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b 2024-12-08T19:22:51,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b, entries=150, sequenceid=59, filesize=11.7 K 2024-12-08T19:22:51,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/77cef5cd62ec473782b131c13f42f3a6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6 2024-12-08T19:22:51,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:51,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:51,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6, entries=150, sequenceid=59, filesize=11.7 K 2024-12-08T19:22:51,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 44b5c5e93465a77d1ed362f811e79821 in 182ms, sequenceid=59, compaction requested=true 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:51,955 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:51,955 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:51,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:51,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:51,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:22:51,957 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:51,957 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,957 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:22:51,957 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,957 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=115.9 K 2024-12-08T19:22:51,957 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.2 K 2024-12-08T19:22:51,957 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:51,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba] 2024-12-08T19:22:51,958 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f71d4f5c8f14dc5b6d68e9a9b9f277a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1733685770428 2024-12-08T19:22:51,958 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 34d84eead4cf4e8fae549d72b6e25823, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733685770503 2024-12-08T19:22:51,958 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8dcada254364dbb9c7f78a2c4df72bc, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1733685770419 2024-12-08T19:22:51,959 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting af167d78aaa644ae8f96450e43be396b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:51,959 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a85d7a66f1748d09984eaa6d28a9cca, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733685770503 2024-12-08T19:22:51,959 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0db8576650e24e6c8662bcdcdcdd43ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:51,969 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:51,970 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d5ff08e6356a4928b3f89c30f0ebdc69 is 50, key is test_row_0/B:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:51,976 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:51,984 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412082cdd3004a4614cca9d40d62228c354f3_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:51,992 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412082cdd3004a4614cca9d40d62228c354f3_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:51,992 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082cdd3004a4614cca9d40d62228c354f3_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:52,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741995_1171 (size=4469) 2024-12-08T19:22:52,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741994_1170 (size=12104) 2024-12-08T19:22:52,012 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#150 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:52,015 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/f0b90c08de8945c08a18d66c1ee6e334 is 175, key is test_row_0/A:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:52,018 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d5ff08e6356a4928b3f89c30f0ebdc69 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d5ff08e6356a4928b3f89c30f0ebdc69 2024-12-08T19:22:52,025 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into d5ff08e6356a4928b3f89c30f0ebdc69(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:52,025 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:52,026 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=13, startTime=1733685771955; duration=0sec 2024-12-08T19:22:52,027 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:52,027 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:22:52,027 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:52,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:52,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:22:52,029 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,029 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.2 K 2024-12-08T19:22:52,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f46c768479ae458c909e759c63ee850c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1733685770428 2024-12-08T19:22:52,030 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f55e9efe818c49a7a563b1adb170a9e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733685770503 2024-12-08T19:22:52,030 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 77cef5cd62ec473782b131c13f42f3a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:52,046 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:52,047 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/3c1f1a4277a7406da1fd7392c153e8e8 is 50, key is test_row_0/C:col10/1733685771772/Put/seqid=0 2024-12-08T19:22:52,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741996_1172 (size=31058) 2024-12-08T19:22:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741997_1173 (size=12104) 2024-12-08T19:22:52,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:52,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,100 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:52,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:52,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c489c2bfc85440bca387f7dce35aa44c_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685771795/Put/seqid=0 2024-12-08T19:22:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685832119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685832121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685832121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685832124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685832124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741998_1174 (size=12154) 2024-12-08T19:22:52,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:52,138 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c489c2bfc85440bca387f7dce35aa44c_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c489c2bfc85440bca387f7dce35aa44c_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/e9b514074dfb4377be8338b056a39c0e, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/e9b514074dfb4377be8338b056a39c0e is 175, key is test_row_0/A:col10/1733685771795/Put/seqid=0 2024-12-08T19:22:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741999_1175 (size=30955) 2024-12-08T19:22:52,153 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/e9b514074dfb4377be8338b056a39c0e 2024-12-08T19:22:52,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/f75abedfcde743a1b337d1b1bd3a2232 is 50, key is test_row_0/B:col10/1733685771795/Put/seqid=0 2024-12-08T19:22:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742000_1176 (size=12001) 2024-12-08T19:22:52,175 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/f75abedfcde743a1b337d1b1bd3a2232 2024-12-08T19:22:52,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/707fac1b186b416882adffe279984f55 is 50, key is test_row_0/C:col10/1733685771795/Put/seqid=0 2024-12-08T19:22:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742001_1177 (size=12001) 2024-12-08T19:22:52,201 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/707fac1b186b416882adffe279984f55 2024-12-08T19:22:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/e9b514074dfb4377be8338b056a39c0e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e 2024-12-08T19:22:52,215 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e, entries=150, sequenceid=80, filesize=30.2 K 2024-12-08T19:22:52,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/f75abedfcde743a1b337d1b1bd3a2232 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232 2024-12-08T19:22:52,223 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T19:22:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/707fac1b186b416882adffe279984f55 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55 2024-12-08T19:22:52,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685832225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685832229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685832230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685832231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685832231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,236 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T19:22:52,239 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 44b5c5e93465a77d1ed362f811e79821 in 139ms, sequenceid=80, compaction requested=false 2024-12-08T19:22:52,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:52,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-08T19:22:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-08T19:22:52,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-08T19:22:52,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-12-08T19:22:52,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.8330 sec 2024-12-08T19:22:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:52,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:52,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:52,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd7954bead6b48629844832a7fbfdbbe_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:52,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742002_1178 (size=14594) 2024-12-08T19:22:52,463 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/f0b90c08de8945c08a18d66c1ee6e334 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334 2024-12-08T19:22:52,470 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into f0b90c08de8945c08a18d66c1ee6e334(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:52,470 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:52,470 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=13, startTime=1733685771955; duration=0sec 2024-12-08T19:22:52,471 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:52,471 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:22:52,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685832479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685832479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/3c1f1a4277a7406da1fd7392c153e8e8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/3c1f1a4277a7406da1fd7392c153e8e8 2024-12-08T19:22:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685832483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685832484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685832485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,499 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into 3c1f1a4277a7406da1fd7392c153e8e8(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:52,499 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:52,499 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=13, startTime=1733685771955; duration=0sec 2024-12-08T19:22:52,499 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:52,499 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:22:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T19:22:52,519 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-08T19:22:52,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-08T19:22:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:52,523 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:52,524 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:52,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685832585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685832586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685832591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685832591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685832592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:52,677 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:52,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685832788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685832789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685832793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685832795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685832796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:52,830 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:52,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:52,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:52,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cd7954bead6b48629844832a7fbfdbbe_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd7954bead6b48629844832a7fbfdbbe_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:52,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/405a12413982440ea6914d848cfdeba8, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:52,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/405a12413982440ea6914d848cfdeba8 is 175, key is test_row_0/A:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742003_1179 (size=39549) 2024-12-08T19:22:52,982 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:52,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:52,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:52,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685833095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685833093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685833098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685833100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685833100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:53,136 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:53,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:53,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/405a12413982440ea6914d848cfdeba8 2024-12-08T19:22:53,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/05cc0aec16af41b7b75217121d52b010 is 50, key is test_row_0/B:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742004_1180 (size=12001) 2024-12-08T19:22:53,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/05cc0aec16af41b7b75217121d52b010 2024-12-08T19:22:53,289 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:53,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:53,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:53,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:53,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f66b4745230f419f868b027f15d6d0cf is 50, key is test_row_0/C:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:53,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742005_1181 (size=12001) 2024-12-08T19:22:53,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f66b4745230f419f868b027f15d6d0cf 2024-12-08T19:22:53,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/405a12413982440ea6914d848cfdeba8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8 2024-12-08T19:22:53,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8, entries=200, sequenceid=97, filesize=38.6 K 2024-12-08T19:22:53,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/05cc0aec16af41b7b75217121d52b010 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010 2024-12-08T19:22:53,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T19:22:53,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/f66b4745230f419f868b027f15d6d0cf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf 2024-12-08T19:22:53,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf, entries=150, sequenceid=97, filesize=11.7 K 2024-12-08T19:22:53,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 44b5c5e93465a77d1ed362f811e79821 in 909ms, sequenceid=97, compaction requested=true 2024-12-08T19:22:53,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:53,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:53,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:53,343 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:53,343 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:53,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:53,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:53,344 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:53,344 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:53,344 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:22:53,344 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:22:53,344 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,344 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,344 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d5ff08e6356a4928b3f89c30f0ebdc69, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.3 K 2024-12-08T19:22:53,344 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=99.2 K 2024-12-08T19:22:53,344 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,345 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8] 2024-12-08T19:22:53,345 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ff08e6356a4928b3f89c30f0ebdc69, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:53,345 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b90c08de8945c08a18d66c1ee6e334, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:53,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:53,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9b514074dfb4377be8338b056a39c0e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685771784 2024-12-08T19:22:53,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f75abedfcde743a1b337d1b1bd3a2232, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685771784 2024-12-08T19:22:53,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 05cc0aec16af41b7b75217121d52b010, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:53,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 405a12413982440ea6914d848cfdeba8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:53,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:53,361 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:53,362 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/b96a673930234031a09be296233c8a07 is 50, key is test_row_0/B:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:53,364 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,372 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412081d2a148e61bd450ba297a5d87aab007a_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,377 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412081d2a148e61bd450ba297a5d87aab007a_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,377 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081d2a148e61bd450ba297a5d87aab007a_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742006_1182 (size=12207) 2024-12-08T19:22:53,393 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/b96a673930234031a09be296233c8a07 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/b96a673930234031a09be296233c8a07 2024-12-08T19:22:53,401 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into b96a673930234031a09be296233c8a07(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:53,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:53,401 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=13, startTime=1733685773343; duration=0sec 2024-12-08T19:22:53,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:53,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:22:53,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:53,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742007_1183 (size=4469) 2024-12-08T19:22:53,404 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:53,404 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:22:53,404 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,405 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/3c1f1a4277a7406da1fd7392c153e8e8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.3 K 2024-12-08T19:22:53,405 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#159 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:53,405 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/4959e9ce2b1140adb176a42a2f490e32 is 175, key is test_row_0/A:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:53,406 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c1f1a4277a7406da1fd7392c153e8e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1733685771149 2024-12-08T19:22:53,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 707fac1b186b416882adffe279984f55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685771784 2024-12-08T19:22:53,408 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f66b4745230f419f868b027f15d6d0cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742008_1184 (size=31161) 2024-12-08T19:22:53,421 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:53,421 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/322765ff77944f68a796cdd2519371f2 is 50, key is test_row_0/C:col10/1733685772120/Put/seqid=0 2024-12-08T19:22:53,426 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/4959e9ce2b1140adb176a42a2f490e32 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32 2024-12-08T19:22:53,433 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into 4959e9ce2b1140adb176a42a2f490e32(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:53,434 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:53,434 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=13, startTime=1733685773343; duration=0sec 2024-12-08T19:22:53,434 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:53,434 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:22:53,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:53,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T19:22:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,444 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T19:22:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:53,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:53,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742009_1185 (size=12207) 2024-12-08T19:22:53,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e96c3ef95a6a45d3a86cb9655be72602_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685772480/Put/seqid=0 2024-12-08T19:22:53,465 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/322765ff77944f68a796cdd2519371f2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/322765ff77944f68a796cdd2519371f2 2024-12-08T19:22:53,472 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into 322765ff77944f68a796cdd2519371f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:53,473 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:53,473 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=13, startTime=1733685773344; duration=0sec 2024-12-08T19:22:53,473 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:53,473 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:22:53,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742010_1186 (size=12154) 2024-12-08T19:22:53,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:53,496 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e96c3ef95a6a45d3a86cb9655be72602_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e96c3ef95a6a45d3a86cb9655be72602_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:53,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6875d47996ce49fd81f76380052aa9a9, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6875d47996ce49fd81f76380052aa9a9 is 175, key is test_row_0/A:col10/1733685772480/Put/seqid=0 2024-12-08T19:22:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742011_1187 (size=30955) 2024-12-08T19:22:53,521 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6875d47996ce49fd81f76380052aa9a9 2024-12-08T19:22:53,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/db7f2ca9187f4414894b953402868241 is 50, key is test_row_0/B:col10/1733685772480/Put/seqid=0 2024-12-08T19:22:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742012_1188 (size=12001) 2024-12-08T19:22:53,552 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/db7f2ca9187f4414894b953402868241 2024-12-08T19:22:53,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/da74ecd1565e4fca8bbe6f3de1519052 is 50, key is test_row_0/C:col10/1733685772480/Put/seqid=0 2024-12-08T19:22:53,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742013_1189 (size=12001) 2024-12-08T19:22:53,597 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/da74ecd1565e4fca8bbe6f3de1519052 2024-12-08T19:22:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:53,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6875d47996ce49fd81f76380052aa9a9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9 2024-12-08T19:22:53,614 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9, entries=150, sequenceid=122, filesize=30.2 K 2024-12-08T19:22:53,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/db7f2ca9187f4414894b953402868241 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241 2024-12-08T19:22:53,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685833615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685833615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685833616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685833617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685833620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,625 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241, entries=150, sequenceid=122, filesize=11.7 K 2024-12-08T19:22:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:53,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/da74ecd1565e4fca8bbe6f3de1519052 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052 2024-12-08T19:22:53,633 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052, entries=150, sequenceid=122, filesize=11.7 K 2024-12-08T19:22:53,634 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 44b5c5e93465a77d1ed362f811e79821 in 190ms, sequenceid=122, compaction requested=false 2024-12-08T19:22:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:53,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-08T19:22:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-08T19:22:53,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-08T19:22:53,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1110 sec 2024-12-08T19:22:53,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.1160 sec 2024-12-08T19:22:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:53,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:53,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:53,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aaa30f269ba449909a3e81eabb1128cb_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685833742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685833743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685833743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685833743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685833745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742014_1190 (size=17284) 2024-12-08T19:22:53,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:53,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aaa30f269ba449909a3e81eabb1128cb_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aaa30f269ba449909a3e81eabb1128cb_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:53,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a773529029554d3fa43faadb72a04d43, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:53,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a773529029554d3fa43faadb72a04d43 is 175, key is test_row_0/A:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742015_1191 (size=48389) 2024-12-08T19:22:53,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a773529029554d3fa43faadb72a04d43 2024-12-08T19:22:53,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/61677167be484863805ff4f58a83777d is 50, key is test_row_0/B:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:53,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742016_1192 (size=12151) 2024-12-08T19:22:53,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/61677167be484863805ff4f58a83777d 2024-12-08T19:22:53,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/c56b423721fc4db086b1b9c9ed9c5562 is 50, key is test_row_0/C:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:53,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742017_1193 (size=12151) 2024-12-08T19:22:53,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685833846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685833846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685833847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685833848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685833848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685834048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685834049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685834049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685834050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685834052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/c56b423721fc4db086b1b9c9ed9c5562 2024-12-08T19:22:54,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a773529029554d3fa43faadb72a04d43 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43 2024-12-08T19:22:54,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43, entries=250, sequenceid=140, filesize=47.3 K 2024-12-08T19:22:54,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/61677167be484863805ff4f58a83777d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d 2024-12-08T19:22:54,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d, entries=150, sequenceid=140, filesize=11.9 K 2024-12-08T19:22:54,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/c56b423721fc4db086b1b9c9ed9c5562 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562 2024-12-08T19:22:54,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562, entries=150, sequenceid=140, filesize=11.9 K 2024-12-08T19:22:54,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 44b5c5e93465a77d1ed362f811e79821 in 541ms, sequenceid=140, compaction requested=true 2024-12-08T19:22:54,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:54,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:22:54,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:54,267 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:54,268 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:54,268 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:22:54,268 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,268 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=107.9 K 2024-12-08T19:22:54,268 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,268 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43] 2024-12-08T19:22:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:22:54,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4959e9ce2b1140adb176a42a2f490e32, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:22:54,269 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,269 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/b96a673930234031a09be296233c8a07, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.5 K 2024-12-08T19:22:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:22:54,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6875d47996ce49fd81f76380052aa9a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733685772476 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b96a673930234031a09be296233c8a07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:54,269 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a773529029554d3fa43faadb72a04d43, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773614 2024-12-08T19:22:54,270 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting db7f2ca9187f4414894b953402868241, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733685772476 2024-12-08T19:22:54,270 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 61677167be484863805ff4f58a83777d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773615 2024-12-08T19:22:54,278 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:54,282 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#168 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:54,283 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/1089f86095b44c7186e9bea456f32e4d is 50, key is test_row_0/B:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:54,288 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208406f09aea1ad45a3b8432b2c098d00cf_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:54,289 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208406f09aea1ad45a3b8432b2c098d00cf_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:54,290 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208406f09aea1ad45a3b8432b2c098d00cf_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742018_1194 (size=12459) 2024-12-08T19:22:54,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742019_1195 (size=4469) 2024-12-08T19:22:54,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:54,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:22:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:54,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:54,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:54,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:54,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120832caf940ae53443985eb38d6159712d3_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685774353/Put/seqid=0 2024-12-08T19:22:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685834365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685834366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685834366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685834367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685834368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742020_1196 (size=17284) 2024-12-08T19:22:54,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:54,401 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120832caf940ae53443985eb38d6159712d3_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120832caf940ae53443985eb38d6159712d3_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:54,402 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7dda4b3513664b579eb43bced17f7bb9, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:54,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7dda4b3513664b579eb43bced17f7bb9 is 175, key is test_row_0/A:col10/1733685774353/Put/seqid=0 2024-12-08T19:22:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742021_1197 (size=48389) 2024-12-08T19:22:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685834470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685834470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685834470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685834471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685834471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T19:22:54,627 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-08T19:22:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:54,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-08T19:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:54,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:54,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:54,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685834674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685834674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685834674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685834674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685834674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,706 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/1089f86095b44c7186e9bea456f32e4d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/1089f86095b44c7186e9bea456f32e4d 2024-12-08T19:22:54,711 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#167 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:54,712 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/087f5d6f3cf84f70a21a7f3a5b40c0ab is 175, key is test_row_0/A:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:54,712 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into 1089f86095b44c7186e9bea456f32e4d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:54,712 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:54,712 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=13, startTime=1733685774267; duration=0sec 2024-12-08T19:22:54,712 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:22:54,712 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:22:54,712 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:22:54,715 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:22:54,715 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:22:54,715 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,715 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/322765ff77944f68a796cdd2519371f2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=35.5 K 2024-12-08T19:22:54,715 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 322765ff77944f68a796cdd2519371f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733685772120 2024-12-08T19:22:54,716 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting da74ecd1565e4fca8bbe6f3de1519052, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733685772476 2024-12-08T19:22:54,716 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c56b423721fc4db086b1b9c9ed9c5562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773615 2024-12-08T19:22:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742022_1198 (size=31413) 2024-12-08T19:22:54,727 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/087f5d6f3cf84f70a21a7f3a5b40c0ab as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab 2024-12-08T19:22:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:54,734 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into 087f5d6f3cf84f70a21a7f3a5b40c0ab(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:54,734 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:54,734 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=13, startTime=1733685774266; duration=0sec 2024-12-08T19:22:54,734 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:54,734 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:22:54,741 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:22:54,742 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/b0f3be38b4d64811a1fac36287960efa is 50, key is test_row_0/C:col10/1733685773724/Put/seqid=0 2024-12-08T19:22:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742023_1199 (size=12459) 2024-12-08T19:22:54,752 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/b0f3be38b4d64811a1fac36287960efa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/b0f3be38b4d64811a1fac36287960efa 2024-12-08T19:22:54,758 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into b0f3be38b4d64811a1fac36287960efa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:22:54,758 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:54,758 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=13, startTime=1733685774269; duration=0sec 2024-12-08T19:22:54,758 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:22:54,758 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:22:54,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:54,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T19:22:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7dda4b3513664b579eb43bced17f7bb9 2024-12-08T19:22:54,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d82bc38ee9314374b00454517f0c8cbd is 50, key is test_row_0/B:col10/1733685774353/Put/seqid=0 2024-12-08T19:22:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742024_1200 (size=12151) 2024-12-08T19:22:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:54,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:54,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T19:22:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:54,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685834977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685834978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685834978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685834980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:54,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:54,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685834980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:55,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T19:22:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:55,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:55,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d82bc38ee9314374b00454517f0c8cbd 2024-12-08T19:22:55,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:55,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T19:22:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:55,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:55,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:55,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d0652df74ff2452cab8d422a9961360a is 50, key is test_row_0/C:col10/1733685774353/Put/seqid=0 2024-12-08T19:22:55,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742025_1201 (size=12151) 2024-12-08T19:22:55,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d0652df74ff2452cab8d422a9961360a 2024-12-08T19:22:55,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/7dda4b3513664b579eb43bced17f7bb9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9 2024-12-08T19:22:55,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9, entries=250, sequenceid=162, filesize=47.3 K 2024-12-08T19:22:55,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d82bc38ee9314374b00454517f0c8cbd as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd 2024-12-08T19:22:55,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd, entries=150, sequenceid=162, filesize=11.9 K 2024-12-08T19:22:55,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d0652df74ff2452cab8d422a9961360a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a 2024-12-08T19:22:55,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a, entries=150, sequenceid=162, filesize=11.9 K 2024-12-08T19:22:55,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 44b5c5e93465a77d1ed362f811e79821 in 926ms, sequenceid=162, compaction requested=false 2024-12-08T19:22:55,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:55,392 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:55,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T19:22:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T19:22:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:55,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:55,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086b5777f461eb400a80602391b0ad38de_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685774366/Put/seqid=0 2024-12-08T19:22:55,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742026_1202 (size=12304) 2024-12-08T19:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:55,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685835492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685835493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685835494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685835494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685835495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685835596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685835596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685835596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685835597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685835597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685835799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685835798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685835799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685835799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685835799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:55,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:55,810 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086b5777f461eb400a80602391b0ad38de_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086b5777f461eb400a80602391b0ad38de_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:55,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/37a08845d7a54f338c5224843d200a97, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/37a08845d7a54f338c5224843d200a97 is 175, key is test_row_0/A:col10/1733685774366/Put/seqid=0 2024-12-08T19:22:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742027_1203 (size=31105) 2024-12-08T19:22:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685836101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685836101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685836101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685836101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685836103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,230 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/37a08845d7a54f338c5224843d200a97 2024-12-08T19:22:56,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fe8613da94bd44b3a80776961ec971ce is 50, key is test_row_0/B:col10/1733685774366/Put/seqid=0 2024-12-08T19:22:56,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742028_1204 (size=12151) 2024-12-08T19:22:56,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685836603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685836606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685836607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685836608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:56,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685836612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:56,667 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fe8613da94bd44b3a80776961ec971ce 2024-12-08T19:22:56,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/131c6239b80e4c9b84a62ef053865071 is 50, key is test_row_0/C:col10/1733685774366/Put/seqid=0 2024-12-08T19:22:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742029_1205 (size=12151) 2024-12-08T19:22:56,685 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/131c6239b80e4c9b84a62ef053865071 2024-12-08T19:22:56,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/37a08845d7a54f338c5224843d200a97 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97 2024-12-08T19:22:56,696 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97, entries=150, sequenceid=179, filesize=30.4 K 2024-12-08T19:22:56,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fe8613da94bd44b3a80776961ec971ce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce 2024-12-08T19:22:56,704 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T19:22:56,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/131c6239b80e4c9b84a62ef053865071 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071 2024-12-08T19:22:56,712 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071, entries=150, sequenceid=179, filesize=11.9 K 2024-12-08T19:22:56,714 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 44b5c5e93465a77d1ed362f811e79821 in 1321ms, sequenceid=179, compaction requested=true 2024-12-08T19:22:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:56,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-08T19:22:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-08T19:22:56,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-08T19:22:56,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0850 sec 2024-12-08T19:22:56,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.0890 sec 2024-12-08T19:22:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T19:22:56,734 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-08T19:22:56,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:56,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-08T19:22:56,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:56,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:56,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:56,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:56,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-08T19:22:56,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:56,889 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:56,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208da6d462fd21b41e8a4c93a085af94a88_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685775493/Put/seqid=0 2024-12-08T19:22:56,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742030_1206 (size=12304) 2024-12-08T19:22:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:57,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:57,306 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208da6d462fd21b41e8a4c93a085af94a88_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208da6d462fd21b41e8a4c93a085af94a88_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:57,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/eb02e81e891a42d4b1538970597b7a1b, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:57,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/eb02e81e891a42d4b1538970597b7a1b is 175, key is test_row_0/A:col10/1733685775493/Put/seqid=0 2024-12-08T19:22:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742031_1207 (size=31105) 2024-12-08T19:22:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:57,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685837622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685837622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685837623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685837624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685837624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,711 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/eb02e81e891a42d4b1538970597b7a1b 2024-12-08T19:22:57,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/52a8037549e04352b90d4ec70f0812d9 is 50, key is test_row_0/B:col10/1733685775493/Put/seqid=0 2024-12-08T19:22:57,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742032_1208 (size=12151) 2024-12-08T19:22:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685837725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685837725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685837725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685837727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685837727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685837928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685837928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685837928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685837929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:57,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685837934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,123 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/52a8037549e04352b90d4ec70f0812d9 2024-12-08T19:22:58,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/9339fddc55dc4a698831a2b7eeacfc07 is 50, key is test_row_0/C:col10/1733685775493/Put/seqid=0 2024-12-08T19:22:58,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742033_1209 (size=12151) 2024-12-08T19:22:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685838243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685838243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685838243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685838243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685838243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,533 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/9339fddc55dc4a698831a2b7eeacfc07 2024-12-08T19:22:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/eb02e81e891a42d4b1538970597b7a1b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b 2024-12-08T19:22:58,541 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b, entries=150, sequenceid=201, filesize=30.4 K 2024-12-08T19:22:58,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/52a8037549e04352b90d4ec70f0812d9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9 2024-12-08T19:22:58,546 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9, entries=150, sequenceid=201, filesize=11.9 K 2024-12-08T19:22:58,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/9339fddc55dc4a698831a2b7eeacfc07 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07 2024-12-08T19:22:58,551 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07, entries=150, sequenceid=201, filesize=11.9 K 2024-12-08T19:22:58,552 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 44b5c5e93465a77d1ed362f811e79821 in 1664ms, sequenceid=201, compaction requested=true 2024-12-08T19:22:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:22:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:58,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-08T19:22:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-08T19:22:58,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-08T19:22:58,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-12-08T19:22:58,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8200 sec 2024-12-08T19:22:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:58,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T19:22:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:22:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:22:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:58,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:22:58,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:22:58,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d80615b053c6473ca4b0ae569631536e_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685778748/Put/seqid=0 2024-12-08T19:22:58,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742034_1210 (size=17284) 2024-12-08T19:22:58,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685838763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685838763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685838763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685838766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685838771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T19:22:58,841 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-08T19:22:58,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:22:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-08T19:22:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:22:58,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:22:58,843 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:22:58,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:22:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685838867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685838867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685838867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685838872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685838873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:22:58,994 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:58,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:58,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:58,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:58,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:58,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:58,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685839071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685839071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685839072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685839076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685839077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:22:59,147 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:22:59,169 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d80615b053c6473ca4b0ae569631536e_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d80615b053c6473ca4b0ae569631536e_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:22:59,170 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/60009dd3a0504599b29081ef9884f27d, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:22:59,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/60009dd3a0504599b29081ef9884f27d is 175, key is test_row_0/A:col10/1733685778748/Put/seqid=0 2024-12-08T19:22:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742035_1211 (size=48389) 2024-12-08T19:22:59,299 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685839373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685839374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685839376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685839379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685839381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:22:59,452 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/60009dd3a0504599b29081ef9884f27d 2024-12-08T19:22:59,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fa3d05d014f5435f8dc3404f1e4d896d is 50, key is test_row_0/B:col10/1733685778748/Put/seqid=0 2024-12-08T19:22:59,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742036_1212 (size=12151) 2024-12-08T19:22:59,604 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685839879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685839879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685839881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685839881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:22:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685839888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:22:59,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:22:59,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:22:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:22:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:22:59,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:22:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:22:59,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fa3d05d014f5435f8dc3404f1e4d896d 2024-12-08T19:22:59,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/a7d587af141745df80d2f333d520987a is 50, key is test_row_0/C:col10/1733685778748/Put/seqid=0 2024-12-08T19:22:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742037_1213 (size=12151) 2024-12-08T19:23:00,061 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:00,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:23:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:00,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:23:00,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:00,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:00,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:23:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:00,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/a7d587af141745df80d2f333d520987a 2024-12-08T19:23:00,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/60009dd3a0504599b29081ef9884f27d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d 2024-12-08T19:23:00,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d, entries=250, sequenceid=218, filesize=47.3 K 2024-12-08T19:23:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/fa3d05d014f5435f8dc3404f1e4d896d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d 2024-12-08T19:23:00,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d, entries=150, sequenceid=218, filesize=11.9 K 2024-12-08T19:23:00,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/a7d587af141745df80d2f333d520987a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a 2024-12-08T19:23:00,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a, entries=150, sequenceid=218, filesize=11.9 K 2024-12-08T19:23:00,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 44b5c5e93465a77d1ed362f811e79821 in 1676ms, sequenceid=218, compaction requested=true 2024-12-08T19:23:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:00,426 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:23:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:00,426 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:23:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:00,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:00,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:00,428 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 190401 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:23:00,428 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:23:00,428 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:23:00,428 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:23:00,428 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,428 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,428 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=185.9 K 2024-12-08T19:23:00,428 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/1089f86095b44c7186e9bea456f32e4d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=59.6 K 2024-12-08T19:23:00,428 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,428 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d] 2024-12-08T19:23:00,429 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 087f5d6f3cf84f70a21a7f3a5b40c0ab, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773615 2024-12-08T19:23:00,429 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1089f86095b44c7186e9bea456f32e4d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773615 2024-12-08T19:23:00,429 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dda4b3513664b579eb43bced17f7bb9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733685773741 2024-12-08T19:23:00,429 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d82bc38ee9314374b00454517f0c8cbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733685774353 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 37a08845d7a54f338c5224843d200a97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733685774363 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8613da94bd44b3a80776961ec971ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733685774363 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting eb02e81e891a42d4b1538970597b7a1b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733685775491 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52a8037549e04352b90d4ec70f0812d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733685775491 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 60009dd3a0504599b29081ef9884f27d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:00,430 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa3d05d014f5435f8dc3404f1e4d896d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:00,440 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:00,446 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:00,446 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/115e14ba4e85467d9e3fb22a4f0eb7c8 is 50, key is test_row_0/B:col10/1733685778748/Put/seqid=0 2024-12-08T19:23:00,452 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120849aaa7a5e27d4a65a286f881f0fde1f6_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:00,454 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120849aaa7a5e27d4a65a286f881f0fde1f6_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:00,455 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120849aaa7a5e27d4a65a286f881f0fde1f6_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:00,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742039_1215 (size=4469) 2024-12-08T19:23:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742038_1214 (size=12629) 2024-12-08T19:23:00,476 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/115e14ba4e85467d9e3fb22a4f0eb7c8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/115e14ba4e85467d9e3fb22a4f0eb7c8 2024-12-08T19:23:00,482 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into 115e14ba4e85467d9e3fb22a4f0eb7c8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:00,482 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:00,482 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=11, startTime=1733685780426; duration=0sec 2024-12-08T19:23:00,482 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:00,482 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:23:00,482 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:23:00,485 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61063 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:23:00,485 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:23:00,485 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,485 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/b0f3be38b4d64811a1fac36287960efa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=59.6 K 2024-12-08T19:23:00,485 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f3be38b4d64811a1fac36287960efa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1733685773615 2024-12-08T19:23:00,485 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0652df74ff2452cab8d422a9961360a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733685774353 2024-12-08T19:23:00,486 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 131c6239b80e4c9b84a62ef053865071, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733685774363 2024-12-08T19:23:00,486 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9339fddc55dc4a698831a2b7eeacfc07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733685775491 2024-12-08T19:23:00,486 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7d587af141745df80d2f333d520987a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:00,497 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#184 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:00,498 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/51641fe930794507b92cbc07006aa245 is 50, key is test_row_0/C:col10/1733685778748/Put/seqid=0 2024-12-08T19:23:00,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742040_1216 (size=12629) 2024-12-08T19:23:00,510 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/51641fe930794507b92cbc07006aa245 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/51641fe930794507b92cbc07006aa245 2024-12-08T19:23:00,516 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into 51641fe930794507b92cbc07006aa245(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:00,516 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:00,516 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=11, startTime=1733685780427; duration=0sec 2024-12-08T19:23:00,517 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:00,517 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:23:00,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:00,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-08T19:23:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:00,519 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:00,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:00,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cbee2c90981e4d839b4721d94a9d0ee8_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685778765/Put/seqid=0 2024-12-08T19:23:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742041_1217 (size=12304) 2024-12-08T19:23:00,867 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#182 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:00,867 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/3d97769649094fae9d49f840d755f0dc is 175, key is test_row_0/A:col10/1733685778748/Put/seqid=0 2024-12-08T19:23:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742042_1218 (size=31583) 2024-12-08T19:23:00,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:00,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685840891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685840892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685840892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685840892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685840893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:00,935 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cbee2c90981e4d839b4721d94a9d0ee8_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cbee2c90981e4d839b4721d94a9d0ee8_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/14c4ac4051584f2487353ff35cf04e6c, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/14c4ac4051584f2487353ff35cf04e6c is 175, key is test_row_0/A:col10/1733685778765/Put/seqid=0 2024-12-08T19:23:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742043_1219 (size=31105) 2024-12-08T19:23:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:23:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685840994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685840994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685840994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:00,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685840995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,126 INFO [master/8760adbab633:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T19:23:01,126 INFO [master/8760adbab633:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T19:23:01,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685841196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685841197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685841197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685841198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,276 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/3d97769649094fae9d49f840d755f0dc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc 2024-12-08T19:23:01,281 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into 3d97769649094fae9d49f840d755f0dc(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:01,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:01,282 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=11, startTime=1733685780426; duration=0sec 2024-12-08T19:23:01,282 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:01,282 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:23:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/14c4ac4051584f2487353ff35cf04e6c 2024-12-08T19:23:01,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ab5daf5db0564b8aa6607102f5b502ef is 50, key is test_row_0/B:col10/1733685778765/Put/seqid=0 2024-12-08T19:23:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742044_1220 (size=12151) 2024-12-08T19:23:01,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685841499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685841500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685841500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685841500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:01,756 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ab5daf5db0564b8aa6607102f5b502ef 2024-12-08T19:23:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 is 50, key is test_row_0/C:col10/1733685778765/Put/seqid=0 2024-12-08T19:23:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742045_1221 (size=12151) 2024-12-08T19:23:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685842001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685842001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685842002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685842002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:02,167 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 2024-12-08T19:23:02,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/14c4ac4051584f2487353ff35cf04e6c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c 2024-12-08T19:23:02,175 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c, entries=150, sequenceid=240, filesize=30.4 K 2024-12-08T19:23:02,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ab5daf5db0564b8aa6607102f5b502ef as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef 2024-12-08T19:23:02,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef, entries=150, sequenceid=240, filesize=11.9 K 2024-12-08T19:23:02,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 2024-12-08T19:23:02,184 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5, entries=150, sequenceid=240, filesize=11.9 K 2024-12-08T19:23:02,185 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 44b5c5e93465a77d1ed362f811e79821 in 1667ms, sequenceid=240, compaction requested=false 2024-12-08T19:23:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-08T19:23:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-08T19:23:02,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-08T19:23:02,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3430 sec 2024-12-08T19:23:02,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 3.3460 sec 2024-12-08T19:23:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:02,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:23:02,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:02,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:02,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:02,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:02,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:02,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:02,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120833db11d0a59b452d8852c61a44607a68_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:02,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742046_1222 (size=14844) 2024-12-08T19:23:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-08T19:23:02,947 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-08T19:23:02,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:02,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685842946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-08T19:23:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:02,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:02,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:02,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:03,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685843005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685843007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685843008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685843010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:03,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685843050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:03,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685843253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,325 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:03,329 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120833db11d0a59b452d8852c61a44607a68_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833db11d0a59b452d8852c61a44607a68_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:03,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6061ea5381274166bf41890650a5034d, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:03,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6061ea5381274166bf41890650a5034d is 175, key is test_row_0/A:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:03,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742047_1223 (size=39799) 2024-12-08T19:23:03,406 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:03,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685843555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:03,558 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,711 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6061ea5381274166bf41890650a5034d 2024-12-08T19:23:03,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d8e2db0e93e048afae292772333c78c9 is 50, key is test_row_0/B:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742048_1224 (size=12201) 2024-12-08T19:23:03,863 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:03,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:03,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:04,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:04,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:04,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685844058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:04,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d8e2db0e93e048afae292772333c78c9 2024-12-08T19:23:04,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/272a556170644d0c951568d55394c64c is 50, key is test_row_0/C:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742049_1225 (size=12201) 2024-12-08T19:23:04,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:04,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:04,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:04,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:04,565 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/272a556170644d0c951568d55394c64c 2024-12-08T19:23:04,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/6061ea5381274166bf41890650a5034d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d 2024-12-08T19:23:04,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d, entries=200, sequenceid=258, filesize=38.9 K 2024-12-08T19:23:04,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/d8e2db0e93e048afae292772333c78c9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9 2024-12-08T19:23:04,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T19:23:04,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/272a556170644d0c951568d55394c64c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c 2024-12-08T19:23:04,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T19:23:04,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 44b5c5e93465a77d1ed362f811e79821 in 1672ms, sequenceid=258, compaction requested=true 2024-12-08T19:23:04,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:04,585 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:04,585 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:04,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:04,586 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:04,586 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:04,586 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:23:04,586 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:23:04,586 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,586 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,586 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/115e14ba4e85467d9e3fb22a4f0eb7c8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=36.1 K 2024-12-08T19:23:04,586 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=100.1 K 2024-12-08T19:23:04,586 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,586 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d] 2024-12-08T19:23:04,587 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 115e14ba4e85467d9e3fb22a4f0eb7c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:04,587 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d97769649094fae9d49f840d755f0dc, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:04,587 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14c4ac4051584f2487353ff35cf04e6c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733685778762 2024-12-08T19:23:04,587 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5daf5db0564b8aa6607102f5b502ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733685778762 2024-12-08T19:23:04,587 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6061ea5381274166bf41890650a5034d, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780889 2024-12-08T19:23:04,588 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d8e2db0e93e048afae292772333c78c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780891 2024-12-08T19:23:04,597 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:04,597 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:04,598 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/25117539dd5647c49b5dde979e8b2b9f is 50, key is test_row_0/B:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:04,604 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d14918fa18054108bff70f3810c06750_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:04,605 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d14918fa18054108bff70f3810c06750_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:04,605 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d14918fa18054108bff70f3810c06750_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742050_1226 (size=12781) 2024-12-08T19:23:04,625 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:04,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:04,626 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742051_1227 (size=4469) 2024-12-08T19:23:04,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083cd6011c25a34dd68fcefdccdc1cb681_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685782943/Put/seqid=0 2024-12-08T19:23:04,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742052_1228 (size=12454) 2024-12-08T19:23:04,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:04,655 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083cd6011c25a34dd68fcefdccdc1cb681_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cd6011c25a34dd68fcefdccdc1cb681_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:04,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/ca89d03b6b5943f5984c8a93369dcaa2, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:04,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/ca89d03b6b5943f5984c8a93369dcaa2 is 175, key is test_row_0/A:col10/1733685782943/Put/seqid=0 2024-12-08T19:23:04,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742053_1229 (size=31255) 2024-12-08T19:23:05,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:05,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:05,020 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/25117539dd5647c49b5dde979e8b2b9f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/25117539dd5647c49b5dde979e8b2b9f 2024-12-08T19:23:05,026 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into 25117539dd5647c49b5dde979e8b2b9f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:05,026 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:05,026 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=13, startTime=1733685784585; duration=0sec 2024-12-08T19:23:05,026 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:05,026 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:23:05,026 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:05,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,027 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:05,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:23:05,028 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:05,028 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/51641fe930794507b92cbc07006aa245, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=36.1 K 2024-12-08T19:23:05,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 51641fe930794507b92cbc07006aa245, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733685777621 2024-12-08T19:23:05,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d5d1e52c7cd8495ea4d3746bd2a55cc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733685778762 2024-12-08T19:23:05,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 272a556170644d0c951568d55394c64c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780891 2024-12-08T19:23:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,038 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#192 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:05,038 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/1d5e71607e5d4723a0aa1642cc6a64b8 is 175, key is test_row_0/A:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:05,053 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:05,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742054_1230 (size=31735) 2024-12-08T19:23:05,054 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/8e49299a1b684b549168dfd6b3180b3e is 50, key is test_row_0/C:col10/1733685782911/Put/seqid=0 2024-12-08T19:23:05,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742055_1231 (size=12781) 2024-12-08T19:23:05,059 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/1d5e71607e5d4723a0aa1642cc6a64b8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8 2024-12-08T19:23:05,064 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into 1d5e71607e5d4723a0aa1642cc6a64b8(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:05,064 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:05,064 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=13, startTime=1733685784584; duration=0sec 2024-12-08T19:23:05,064 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:05,064 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:23:05,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/ca89d03b6b5943f5984c8a93369dcaa2 2024-12-08T19:23:05,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685845069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/66bee51b2abe4476ab354c8803edf522 is 50, key is test_row_0/B:col10/1733685782943/Put/seqid=0 2024-12-08T19:23:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742056_1232 (size=12301) 2024-12-08T19:23:05,080 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/66bee51b2abe4476ab354c8803edf522 2024-12-08T19:23:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/94e8fcfacaf74a9a97e2d931b9f08a9f is 50, key is test_row_0/C:col10/1733685782943/Put/seqid=0 2024-12-08T19:23:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742057_1233 (size=12301) 2024-12-08T19:23:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,490 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/8e49299a1b684b549168dfd6b3180b3e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e49299a1b684b549168dfd6b3180b3e 2024-12-08T19:23:05,495 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into 8e49299a1b684b549168dfd6b3180b3e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:05,495 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:05,495 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=13, startTime=1733685784585; duration=0sec 2024-12-08T19:23:05,495 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:05,495 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:23:05,497 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/94e8fcfacaf74a9a97e2d931b9f08a9f 2024-12-08T19:23:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/ca89d03b6b5943f5984c8a93369dcaa2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2 2024-12-08T19:23:05,505 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2, entries=150, sequenceid=277, filesize=30.5 K 2024-12-08T19:23:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/66bee51b2abe4476ab354c8803edf522 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522 2024-12-08T19:23:05,510 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T19:23:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/94e8fcfacaf74a9a97e2d931b9f08a9f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f 2024-12-08T19:23:05,516 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T19:23:05,517 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 44b5c5e93465a77d1ed362f811e79821 in 891ms, sequenceid=277, compaction requested=false 2024-12-08T19:23:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-08T19:23:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-08T19:23:05,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-08T19:23:05,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5690 sec 2024-12-08T19:23:05,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.5720 sec 2024-12-08T19:23:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:05,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:05,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089aac397fc51244e0a972ef09e56185ad_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:05,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742058_1234 (size=14994) 2024-12-08T19:23:05,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685845953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685845953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685845953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:05,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:05,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685845954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,069 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:06,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089aac397fc51244e0a972ef09e56185ad_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aac397fc51244e0a972ef09e56185ad_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:06,074 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a2a79ed6ff0f4af98d572b9ef2ed7251, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:06,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a2a79ed6ff0f4af98d572b9ef2ed7251 is 175, key is test_row_0/A:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742059_1235 (size=39949) 2024-12-08T19:23:06,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685846254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685846256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685846256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685846257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a2a79ed6ff0f4af98d572b9ef2ed7251 2024-12-08T19:23:06,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/54c5d3aed1964bbf9df0d06d94b510a4 is 50, key is test_row_0/B:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742060_1236 (size=12301) 2024-12-08T19:23:06,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/54c5d3aed1964bbf9df0d06d94b510a4 2024-12-08T19:23:06,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/67f7a604367646ebb3f244bc4bd76598 is 50, key is test_row_0/C:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742061_1237 (size=12301) 2024-12-08T19:23:06,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685846757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685846759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685846759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685846763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:06,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/67f7a604367646ebb3f244bc4bd76598 2024-12-08T19:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a2a79ed6ff0f4af98d572b9ef2ed7251 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251 2024-12-08T19:23:06,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251, entries=200, sequenceid=298, filesize=39.0 K 2024-12-08T19:23:06,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/54c5d3aed1964bbf9df0d06d94b510a4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4 2024-12-08T19:23:06,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4, entries=150, sequenceid=298, filesize=12.0 K 2024-12-08T19:23:06,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/67f7a604367646ebb3f244bc4bd76598 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598 2024-12-08T19:23:06,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598, entries=150, sequenceid=298, filesize=12.0 K 2024-12-08T19:23:06,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 44b5c5e93465a77d1ed362f811e79821 in 1303ms, sequenceid=298, compaction requested=true 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:06,939 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:06,939 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:06,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102939 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:23:06,940 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:06,940 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:06,940 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/25117539dd5647c49b5dde979e8b2b9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=36.5 K 2024-12-08T19:23:06,940 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=100.5 K 2024-12-08T19:23:06,940 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251] 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 25117539dd5647c49b5dde979e8b2b9f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780891 2024-12-08T19:23:06,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d5e71607e5d4723a0aa1642cc6a64b8, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780891 2024-12-08T19:23:06,941 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 66bee51b2abe4476ab354c8803edf522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685782941 2024-12-08T19:23:06,941 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca89d03b6b5943f5984c8a93369dcaa2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685782941 2024-12-08T19:23:06,941 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 54c5d3aed1964bbf9df0d06d94b510a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:06,941 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2a79ed6ff0f4af98d572b9ef2ed7251, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:06,947 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:06,947 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#200 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:06,948 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ead62ffab1df4733934e49eaec026566 is 50, key is test_row_0/B:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:06,949 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d2761186f1c241e9a6b61b2ff6b48c13_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:06,950 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d2761186f1c241e9a6b61b2ff6b48c13_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:06,950 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d2761186f1c241e9a6b61b2ff6b48c13_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:06,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742062_1238 (size=12983) 2024-12-08T19:23:06,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742063_1239 (size=4469) 2024-12-08T19:23:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T19:23:07,053 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-08T19:23:07,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-08T19:23:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:07,055 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:07,056 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:07,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:07,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:07,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:07,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120844bd786100b6499bae7dfcf48f59a763_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685787081/Put/seqid=0 2024-12-08T19:23:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742064_1240 (size=14994) 2024-12-08T19:23:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685847115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:07,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685847218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:07,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,365 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ead62ffab1df4733934e49eaec026566 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ead62ffab1df4733934e49eaec026566 2024-12-08T19:23:07,366 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#201 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:07,367 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/61262c9e17e14441a285a9c006a755ea is 175, key is test_row_0/A:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:07,375 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into ead62ffab1df4733934e49eaec026566(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:07,375 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:07,375 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=13, startTime=1733685786939; duration=0sec 2024-12-08T19:23:07,376 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:07,376 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:23:07,376 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:07,378 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:07,378 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:23:07,378 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,379 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e49299a1b684b549168dfd6b3180b3e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=36.5 K 2024-12-08T19:23:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742065_1241 (size=31937) 2024-12-08T19:23:07,384 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e49299a1b684b549168dfd6b3180b3e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733685780891 2024-12-08T19:23:07,384 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 94e8fcfacaf74a9a97e2d931b9f08a9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733685782941 2024-12-08T19:23:07,385 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f7a604367646ebb3f244bc4bd76598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:07,389 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/61262c9e17e14441a285a9c006a755ea as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea 2024-12-08T19:23:07,398 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into 61262c9e17e14441a285a9c006a755ea(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:07,398 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:07,398 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=13, startTime=1733685786939; duration=0sec 2024-12-08T19:23:07,398 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:07,398 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:23:07,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685847421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,428 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:07,429 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/e126c5971dc549989a0ceff33140fa4b is 50, key is test_row_0/C:col10/1733685785019/Put/seqid=0 2024-12-08T19:23:07,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742066_1242 (size=12983) 2024-12-08T19:23:07,444 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/e126c5971dc549989a0ceff33140fa4b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/e126c5971dc549989a0ceff33140fa4b 2024-12-08T19:23:07,449 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into e126c5971dc549989a0ceff33140fa4b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:07,449 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:07,450 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=13, startTime=1733685786939; duration=0sec 2024-12-08T19:23:07,450 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:07,450 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:23:07,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:07,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120844bd786100b6499bae7dfcf48f59a763_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844bd786100b6499bae7dfcf48f59a763_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:07,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/5a0af25160da4b0aaa5f4c041c35611e, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:07,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/5a0af25160da4b0aaa5f4c041c35611e is 175, key is test_row_0/A:col10/1733685787081/Put/seqid=0 2024-12-08T19:23:07,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742067_1243 (size=39949) 2024-12-08T19:23:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:07,671 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685847722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685847762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685847767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685847767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685847768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:07,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/5a0af25160da4b0aaa5f4c041c35611e 2024-12-08T19:23:07,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/6ffec151650846cda217d9f019ca4c2f is 50, key is test_row_0/B:col10/1733685787081/Put/seqid=0 2024-12-08T19:23:07,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:07,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742068_1244 (size=12301) 2024-12-08T19:23:07,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:07,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:08,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685848227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:08,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/6ffec151650846cda217d9f019ca4c2f 2024-12-08T19:23:08,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/715cfc4fdc064444a9ee3280e4118b8d is 50, key is test_row_0/C:col10/1733685787081/Put/seqid=0 2024-12-08T19:23:08,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742069_1245 (size=12301) 2024-12-08T19:23:08,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:08,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:08,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/715cfc4fdc064444a9ee3280e4118b8d 2024-12-08T19:23:08,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/5a0af25160da4b0aaa5f4c041c35611e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e 2024-12-08T19:23:08,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e, entries=200, sequenceid=317, filesize=39.0 K 2024-12-08T19:23:08,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/6ffec151650846cda217d9f019ca4c2f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f 2024-12-08T19:23:08,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f, entries=150, sequenceid=317, filesize=12.0 K 2024-12-08T19:23:08,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/715cfc4fdc064444a9ee3280e4118b8d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d 2024-12-08T19:23:08,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d, entries=150, sequenceid=317, filesize=12.0 K 2024-12-08T19:23:08,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 44b5c5e93465a77d1ed362f811e79821 in 1741ms, sequenceid=317, compaction requested=false 2024-12-08T19:23:08,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:08,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:08,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:08,896 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:08,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120872a5359fa1e54f569e58eee4dec8be48_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685787114/Put/seqid=0 2024-12-08T19:23:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742070_1246 (size=12454) 2024-12-08T19:23:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:08,953 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120872a5359fa1e54f569e58eee4dec8be48_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120872a5359fa1e54f569e58eee4dec8be48_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/04b486d168a7474298fa2742549a9c8d, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/04b486d168a7474298fa2742549a9c8d is 175, key is test_row_0/A:col10/1733685787114/Put/seqid=0 2024-12-08T19:23:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742071_1247 (size=31255) 2024-12-08T19:23:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:09,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. as already flushing 2024-12-08T19:23:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:09,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685849288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,365 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/04b486d168a7474298fa2742549a9c8d 2024-12-08T19:23:09,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/8f0ea5a1719c439b8fc6a678a5980fd9 is 50, key is test_row_0/B:col10/1733685787114/Put/seqid=0 2024-12-08T19:23:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742072_1248 (size=12301) 2024-12-08T19:23:09,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685849390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685849593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38320 deadline: 1733685849771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,774 DEBUG [Thread-755 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4123 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:09,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38358 deadline: 1733685849775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,776 DEBUG [Thread-751 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:09,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38302 deadline: 1733685849780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,782 DEBUG [Thread-757 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:09,783 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/8f0ea5a1719c439b8fc6a678a5980fd9 2024-12-08T19:23:09,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38304 deadline: 1733685849785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:09,790 DEBUG [Thread-759 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:09,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/28f8e888a899450084dbc037e3273cb0 is 50, key is test_row_0/C:col10/1733685787114/Put/seqid=0 2024-12-08T19:23:09,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742073_1249 (size=12301) 2024-12-08T19:23:09,827 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/28f8e888a899450084dbc037e3273cb0 2024-12-08T19:23:09,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/04b486d168a7474298fa2742549a9c8d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d 2024-12-08T19:23:09,838 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d, entries=150, sequenceid=337, filesize=30.5 K 2024-12-08T19:23:09,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/8f0ea5a1719c439b8fc6a678a5980fd9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9 2024-12-08T19:23:09,846 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9, entries=150, sequenceid=337, filesize=12.0 K 2024-12-08T19:23:09,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/28f8e888a899450084dbc037e3273cb0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0 2024-12-08T19:23:09,852 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0, entries=150, sequenceid=337, filesize=12.0 K 2024-12-08T19:23:09,854 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 44b5c5e93465a77d1ed362f811e79821 in 957ms, sequenceid=337, compaction requested=true 2024-12-08T19:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-08T19:23:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-08T19:23:09,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-08T19:23:09,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7990 sec 2024-12-08T19:23:09,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.8040 sec 2024-12-08T19:23:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:09,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:09,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:09,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:09,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120816c8cf7d6b0b4613839229d8a78d3083_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:09,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742074_1250 (size=14994) 2024-12-08T19:23:09,913 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:09,917 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120816c8cf7d6b0b4613839229d8a78d3083_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120816c8cf7d6b0b4613839229d8a78d3083_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:09,918 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/c8d43d66eb1f4013acd465975e365387, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:09,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/c8d43d66eb1f4013acd465975e365387 is 175, key is test_row_0/A:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742075_1251 (size=39949) 2024-12-08T19:23:09,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685849959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685850064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685850267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:10,329 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/c8d43d66eb1f4013acd465975e365387 2024-12-08T19:23:10,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/c1687a179aa240e6baaa4eb944e9ccd7 is 50, key is test_row_0/B:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:10,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742076_1252 (size=12301) 2024-12-08T19:23:10,410 DEBUG [Thread-762 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:55672 2024-12-08T19:23:10,410 DEBUG [Thread-762 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:10,412 DEBUG [Thread-768 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:55672 2024-12-08T19:23:10,412 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:10,413 DEBUG [Thread-766 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:55672 2024-12-08T19:23:10,413 DEBUG [Thread-766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:10,413 DEBUG [Thread-764 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:55672 2024-12-08T19:23:10,414 DEBUG [Thread-764 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685850569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:10,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/c1687a179aa240e6baaa4eb944e9ccd7 2024-12-08T19:23:10,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/ba3567b11a3b4c24a0acf26bce7ca358 is 50, key is test_row_0/C:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742077_1253 (size=12301) 2024-12-08T19:23:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38336 deadline: 1733685851072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-08T19:23:11,160 INFO [Thread-761 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-08T19:23:11,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/ba3567b11a3b4c24a0acf26bce7ca358 2024-12-08T19:23:11,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/c8d43d66eb1f4013acd465975e365387 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387 2024-12-08T19:23:11,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387, entries=200, sequenceid=357, filesize=39.0 K 2024-12-08T19:23:11,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/c1687a179aa240e6baaa4eb944e9ccd7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7 2024-12-08T19:23:11,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7, entries=150, sequenceid=357, filesize=12.0 K 2024-12-08T19:23:11,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/ba3567b11a3b4c24a0acf26bce7ca358 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358 2024-12-08T19:23:11,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358, entries=150, sequenceid=357, filesize=12.0 K 2024-12-08T19:23:11,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 44b5c5e93465a77d1ed362f811e79821 in 1323ms, sequenceid=357, compaction requested=true 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:11,219 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44b5c5e93465a77d1ed362f811e79821:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:11,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:11,219 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/A is initiating minor compaction (all files) 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/B is initiating minor compaction (all files) 2024-12-08T19:23:11,221 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/A in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:11,221 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/B in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:11,221 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ead62ffab1df4733934e49eaec026566, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=48.7 K 2024-12-08T19:23:11,221 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=139.7 K 2024-12-08T19:23:11,221 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387] 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ead62ffab1df4733934e49eaec026566, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:11,221 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61262c9e17e14441a285a9c006a755ea, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a0af25160da4b0aaa5f4c041c35611e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685785647 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ffec151650846cda217d9f019ca4c2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685785648 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b486d168a7474298fa2742549a9c8d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733685787105 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0ea5a1719c439b8fc6a678a5980fd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733685787105 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8d43d66eb1f4013acd465975e365387, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733685789246 2024-12-08T19:23:11,222 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c1687a179aa240e6baaa4eb944e9ccd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733685789246 2024-12-08T19:23:11,230 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#B#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:11,230 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/84a2003f35b34d90b34e07e078c19fcb is 50, key is test_row_0/B:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:11,232 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:11,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742078_1254 (size=13119) 2024-12-08T19:23:11,240 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208d43c277890ee4e39b207941f19d07325_44b5c5e93465a77d1ed362f811e79821 store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:11,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208d43c277890ee4e39b207941f19d07325_44b5c5e93465a77d1ed362f811e79821, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:11,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d43c277890ee4e39b207941f19d07325_44b5c5e93465a77d1ed362f811e79821 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742079_1255 (size=4469) 2024-12-08T19:23:11,645 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/84a2003f35b34d90b34e07e078c19fcb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/84a2003f35b34d90b34e07e078c19fcb 2024-12-08T19:23:11,651 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/B of 44b5c5e93465a77d1ed362f811e79821 into 84a2003f35b34d90b34e07e078c19fcb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:11,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:11,651 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/B, priority=12, startTime=1733685791219; duration=0sec 2024-12-08T19:23:11,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:11,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:B 2024-12-08T19:23:11,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:11,653 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:11,653 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 44b5c5e93465a77d1ed362f811e79821/C is initiating minor compaction (all files) 2024-12-08T19:23:11,653 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 44b5c5e93465a77d1ed362f811e79821/C in TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:11,653 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/e126c5971dc549989a0ceff33140fa4b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp, totalSize=48.7 K 2024-12-08T19:23:11,653 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e126c5971dc549989a0ceff33140fa4b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733685785019 2024-12-08T19:23:11,654 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 715cfc4fdc064444a9ee3280e4118b8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733685785648 2024-12-08T19:23:11,654 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 28f8e888a899450084dbc037e3273cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733685787105 2024-12-08T19:23:11,655 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ba3567b11a3b4c24a0acf26bce7ca358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733685789246 2024-12-08T19:23:11,666 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#C#compaction#214 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:11,666 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/a8739071c8584b41959c5510c0ebc63c is 50, key is test_row_0/C:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:11,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742080_1256 (size=13119) 2024-12-08T19:23:11,672 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44b5c5e93465a77d1ed362f811e79821#A#compaction#213 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:11,673 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/f68727d7dfeb49948d8d397e8efb420f is 175, key is test_row_0/A:col10/1733685789895/Put/seqid=0 2024-12-08T19:23:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742081_1257 (size=32073) 2024-12-08T19:23:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:12,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:23:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:12,075 DEBUG [Thread-753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:55672 2024-12-08T19:23:12,075 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:12,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:12,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:12,077 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/a8739071c8584b41959c5510c0ebc63c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a8739071c8584b41959c5510c0ebc63c 2024-12-08T19:23:12,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208053edf7489e14b6f9c7072b2177b9d15_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685792074/Put/seqid=0 2024-12-08T19:23:12,084 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/f68727d7dfeb49948d8d397e8efb420f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f68727d7dfeb49948d8d397e8efb420f 2024-12-08T19:23:12,088 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/C of 44b5c5e93465a77d1ed362f811e79821 into a8739071c8584b41959c5510c0ebc63c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:12,088 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:12,088 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/C, priority=12, startTime=1733685791219; duration=0sec 2024-12-08T19:23:12,089 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:12,089 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:C 2024-12-08T19:23:12,093 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 44b5c5e93465a77d1ed362f811e79821/A of 44b5c5e93465a77d1ed362f811e79821 into f68727d7dfeb49948d8d397e8efb420f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:12,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:12,093 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821., storeName=44b5c5e93465a77d1ed362f811e79821/A, priority=12, startTime=1733685791219; duration=0sec 2024-12-08T19:23:12,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:12,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44b5c5e93465a77d1ed362f811e79821:A 2024-12-08T19:23:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742082_1258 (size=12454) 2024-12-08T19:23:12,094 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:12,100 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208053edf7489e14b6f9c7072b2177b9d15_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208053edf7489e14b6f9c7072b2177b9d15_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:12,101 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a0326598dfa04f4ab97435671dceab50, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:12,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a0326598dfa04f4ab97435671dceab50 is 175, key is test_row_0/A:col10/1733685792074/Put/seqid=0 2024-12-08T19:23:12,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742083_1259 (size=31255) 2024-12-08T19:23:12,113 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a0326598dfa04f4ab97435671dceab50 2024-12-08T19:23:12,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/281e67a354254613a6baf79fb6d3f1da is 50, key is test_row_0/B:col10/1733685792074/Put/seqid=0 2024-12-08T19:23:12,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742084_1260 (size=12301) 2024-12-08T19:23:12,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/281e67a354254613a6baf79fb6d3f1da 2024-12-08T19:23:12,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/96417ea514344848af76a58d0ff6c017 is 50, key is test_row_0/C:col10/1733685792074/Put/seqid=0 2024-12-08T19:23:12,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742085_1261 (size=12301) 2024-12-08T19:23:12,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/96417ea514344848af76a58d0ff6c017 2024-12-08T19:23:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/a0326598dfa04f4ab97435671dceab50 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a0326598dfa04f4ab97435671dceab50 2024-12-08T19:23:12,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a0326598dfa04f4ab97435671dceab50, entries=150, sequenceid=375, filesize=30.5 K 2024-12-08T19:23:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/281e67a354254613a6baf79fb6d3f1da as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/281e67a354254613a6baf79fb6d3f1da 2024-12-08T19:23:12,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/281e67a354254613a6baf79fb6d3f1da, entries=150, sequenceid=375, filesize=12.0 K 2024-12-08T19:23:12,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/96417ea514344848af76a58d0ff6c017 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/96417ea514344848af76a58d0ff6c017 2024-12-08T19:23:12,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/96417ea514344848af76a58d0ff6c017, entries=150, sequenceid=375, filesize=12.0 K 2024-12-08T19:23:12,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 44b5c5e93465a77d1ed362f811e79821 in 901ms, sequenceid=375, compaction requested=false 2024-12-08T19:23:12,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:13,790 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:55672 2024-12-08T19:23:13,790 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:13,802 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:55672 2024-12-08T19:23:13,802 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:13,811 DEBUG [Thread-751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:55672 2024-12-08T19:23:13,811 DEBUG [Thread-751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:13,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:23:13,819 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:55672 2024-12-08T19:23:13,819 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7874 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7781 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3412 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10236 rows 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3405 2024-12-08T19:23:13,819 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10215 rows 2024-12-08T19:23:13,819 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:23:13,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:55672 2024-12-08T19:23:13,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:13,822 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:23:13,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:23:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:13,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685793826"}]},"ts":"1733685793826"} 2024-12-08T19:23:13,827 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:23:13,864 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:23:13,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:23:13,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, UNASSIGN}] 2024-12-08T19:23:13,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, UNASSIGN 2024-12-08T19:23:13,867 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:13,868 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:23:13,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:14,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:14,020 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:14,020 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:23:14,020 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 44b5c5e93465a77d1ed362f811e79821, disabling compactions & flushes 2024-12-08T19:23:14,021 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:14,021 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:14,021 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. after waiting 0 ms 2024-12-08T19:23:14,021 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:14,021 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 44b5c5e93465a77d1ed362f811e79821 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T19:23:14,021 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=A 2024-12-08T19:23:14,022 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:14,022 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=B 2024-12-08T19:23:14,022 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:14,022 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44b5c5e93465a77d1ed362f811e79821, store=C 2024-12-08T19:23:14,022 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:14,031 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120855270a8572ef4aedafc2afe4d267fd8f_44b5c5e93465a77d1ed362f811e79821 is 50, key is test_row_0/A:col10/1733685793809/Put/seqid=0 2024-12-08T19:23:14,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742086_1262 (size=12454) 2024-12-08T19:23:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:14,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:14,434 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:14,438 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120855270a8572ef4aedafc2afe4d267fd8f_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120855270a8572ef4aedafc2afe4d267fd8f_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:14,438 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/03511fe3d1c54a1b9a099614b530acd4, store: [table=TestAcidGuarantees family=A region=44b5c5e93465a77d1ed362f811e79821] 2024-12-08T19:23:14,439 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/03511fe3d1c54a1b9a099614b530acd4 is 175, key is test_row_0/A:col10/1733685793809/Put/seqid=0 2024-12-08T19:23:14,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742087_1263 (size=31255) 2024-12-08T19:23:14,843 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=384, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/03511fe3d1c54a1b9a099614b530acd4 2024-12-08T19:23:14,855 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ce32a0361fb5407b8181b593725757fe is 50, key is test_row_0/B:col10/1733685793809/Put/seqid=0 2024-12-08T19:23:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742088_1264 (size=12301) 2024-12-08T19:23:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:15,260 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ce32a0361fb5407b8181b593725757fe 2024-12-08T19:23:15,270 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/8e7ccb11dbd74d14a518df81016f8f6b is 50, key is test_row_0/C:col10/1733685793809/Put/seqid=0 2024-12-08T19:23:15,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742089_1265 (size=12301) 2024-12-08T19:23:15,675 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/8e7ccb11dbd74d14a518df81016f8f6b 2024-12-08T19:23:15,681 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/A/03511fe3d1c54a1b9a099614b530acd4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/03511fe3d1c54a1b9a099614b530acd4 2024-12-08T19:23:15,687 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/03511fe3d1c54a1b9a099614b530acd4, entries=150, sequenceid=384, filesize=30.5 K 2024-12-08T19:23:15,688 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/B/ce32a0361fb5407b8181b593725757fe as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ce32a0361fb5407b8181b593725757fe 2024-12-08T19:23:15,693 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ce32a0361fb5407b8181b593725757fe, entries=150, sequenceid=384, filesize=12.0 K 2024-12-08T19:23:15,694 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/.tmp/C/8e7ccb11dbd74d14a518df81016f8f6b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e7ccb11dbd74d14a518df81016f8f6b 2024-12-08T19:23:15,698 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e7ccb11dbd74d14a518df81016f8f6b, entries=150, sequenceid=384, filesize=12.0 K 2024-12-08T19:23:15,699 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 44b5c5e93465a77d1ed362f811e79821 in 1678ms, sequenceid=384, compaction requested=true 2024-12-08T19:23:15,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387] to archive 2024-12-08T19:23:15,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:15,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a8dcada254364dbb9c7f78a2c4df72bc 2024-12-08T19:23:15,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7a85d7a66f1748d09984eaa6d28a9cca 2024-12-08T19:23:15,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f0b90c08de8945c08a18d66c1ee6e334 2024-12-08T19:23:15,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/0db8576650e24e6c8662bcdcdcdd43ba 2024-12-08T19:23:15,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/e9b514074dfb4377be8338b056a39c0e 2024-12-08T19:23:15,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/405a12413982440ea6914d848cfdeba8 2024-12-08T19:23:15,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/4959e9ce2b1140adb176a42a2f490e32 2024-12-08T19:23:15,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6875d47996ce49fd81f76380052aa9a9 2024-12-08T19:23:15,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a773529029554d3fa43faadb72a04d43 2024-12-08T19:23:15,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/087f5d6f3cf84f70a21a7f3a5b40c0ab 2024-12-08T19:23:15,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/7dda4b3513664b579eb43bced17f7bb9 2024-12-08T19:23:15,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/37a08845d7a54f338c5224843d200a97 2024-12-08T19:23:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/eb02e81e891a42d4b1538970597b7a1b 2024-12-08T19:23:15,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/60009dd3a0504599b29081ef9884f27d 2024-12-08T19:23:15,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/3d97769649094fae9d49f840d755f0dc 2024-12-08T19:23:15,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/14c4ac4051584f2487353ff35cf04e6c 2024-12-08T19:23:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/6061ea5381274166bf41890650a5034d 2024-12-08T19:23:15,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/1d5e71607e5d4723a0aa1642cc6a64b8 2024-12-08T19:23:15,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/ca89d03b6b5943f5984c8a93369dcaa2 2024-12-08T19:23:15,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a2a79ed6ff0f4af98d572b9ef2ed7251 2024-12-08T19:23:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/61262c9e17e14441a285a9c006a755ea 2024-12-08T19:23:15,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/5a0af25160da4b0aaa5f4c041c35611e 2024-12-08T19:23:15,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/04b486d168a7474298fa2742549a9c8d 2024-12-08T19:23:15,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/c8d43d66eb1f4013acd465975e365387 2024-12-08T19:23:15,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d5ff08e6356a4928b3f89c30f0ebdc69, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/b96a673930234031a09be296233c8a07, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/1089f86095b44c7186e9bea456f32e4d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/115e14ba4e85467d9e3fb22a4f0eb7c8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/25117539dd5647c49b5dde979e8b2b9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ead62ffab1df4733934e49eaec026566, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7] to archive 2024-12-08T19:23:15,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:15,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/4f71d4f5c8f14dc5b6d68e9a9b9f277a 2024-12-08T19:23:15,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/34d84eead4cf4e8fae549d72b6e25823 2024-12-08T19:23:15,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d5ff08e6356a4928b3f89c30f0ebdc69 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d5ff08e6356a4928b3f89c30f0ebdc69 2024-12-08T19:23:15,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/af167d78aaa644ae8f96450e43be396b 2024-12-08T19:23:15,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/f75abedfcde743a1b337d1b1bd3a2232 2024-12-08T19:23:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/b96a673930234031a09be296233c8a07 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/b96a673930234031a09be296233c8a07 2024-12-08T19:23:15,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/05cc0aec16af41b7b75217121d52b010 2024-12-08T19:23:15,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/db7f2ca9187f4414894b953402868241 2024-12-08T19:23:15,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/1089f86095b44c7186e9bea456f32e4d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/1089f86095b44c7186e9bea456f32e4d 2024-12-08T19:23:15,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/61677167be484863805ff4f58a83777d 2024-12-08T19:23:15,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d82bc38ee9314374b00454517f0c8cbd 2024-12-08T19:23:15,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fe8613da94bd44b3a80776961ec971ce 2024-12-08T19:23:15,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/52a8037549e04352b90d4ec70f0812d9 2024-12-08T19:23:15,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/115e14ba4e85467d9e3fb22a4f0eb7c8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/115e14ba4e85467d9e3fb22a4f0eb7c8 2024-12-08T19:23:15,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/fa3d05d014f5435f8dc3404f1e4d896d 2024-12-08T19:23:15,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ab5daf5db0564b8aa6607102f5b502ef 2024-12-08T19:23:15,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/25117539dd5647c49b5dde979e8b2b9f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/25117539dd5647c49b5dde979e8b2b9f 2024-12-08T19:23:15,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/d8e2db0e93e048afae292772333c78c9 2024-12-08T19:23:15,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/66bee51b2abe4476ab354c8803edf522 2024-12-08T19:23:15,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ead62ffab1df4733934e49eaec026566 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ead62ffab1df4733934e49eaec026566 2024-12-08T19:23:15,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/54c5d3aed1964bbf9df0d06d94b510a4 2024-12-08T19:23:15,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/6ffec151650846cda217d9f019ca4c2f 2024-12-08T19:23:15,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/8f0ea5a1719c439b8fc6a678a5980fd9 2024-12-08T19:23:15,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/c1687a179aa240e6baaa4eb944e9ccd7 2024-12-08T19:23:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/3c1f1a4277a7406da1fd7392c153e8e8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/322765ff77944f68a796cdd2519371f2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/b0f3be38b4d64811a1fac36287960efa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/51641fe930794507b92cbc07006aa245, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e49299a1b684b549168dfd6b3180b3e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/e126c5971dc549989a0ceff33140fa4b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358] to archive 2024-12-08T19:23:15,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:15,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f46c768479ae458c909e759c63ee850c 2024-12-08T19:23:15,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f55e9efe818c49a7a563b1adb170a9e3 2024-12-08T19:23:15,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/3c1f1a4277a7406da1fd7392c153e8e8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/3c1f1a4277a7406da1fd7392c153e8e8 2024-12-08T19:23:15,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/77cef5cd62ec473782b131c13f42f3a6 2024-12-08T19:23:15,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/707fac1b186b416882adffe279984f55 2024-12-08T19:23:15,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/322765ff77944f68a796cdd2519371f2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/322765ff77944f68a796cdd2519371f2 2024-12-08T19:23:15,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/f66b4745230f419f868b027f15d6d0cf 2024-12-08T19:23:15,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/da74ecd1565e4fca8bbe6f3de1519052 2024-12-08T19:23:15,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/b0f3be38b4d64811a1fac36287960efa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/b0f3be38b4d64811a1fac36287960efa 2024-12-08T19:23:15,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/c56b423721fc4db086b1b9c9ed9c5562 2024-12-08T19:23:15,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d0652df74ff2452cab8d422a9961360a 2024-12-08T19:23:15,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/131c6239b80e4c9b84a62ef053865071 2024-12-08T19:23:15,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/9339fddc55dc4a698831a2b7eeacfc07 2024-12-08T19:23:15,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/51641fe930794507b92cbc07006aa245 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/51641fe930794507b92cbc07006aa245 2024-12-08T19:23:15,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a7d587af141745df80d2f333d520987a 2024-12-08T19:23:15,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/d5d1e52c7cd8495ea4d3746bd2a55cc5 2024-12-08T19:23:15,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e49299a1b684b549168dfd6b3180b3e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e49299a1b684b549168dfd6b3180b3e 2024-12-08T19:23:15,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/272a556170644d0c951568d55394c64c 2024-12-08T19:23:15,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/94e8fcfacaf74a9a97e2d931b9f08a9f 2024-12-08T19:23:15,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/e126c5971dc549989a0ceff33140fa4b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/e126c5971dc549989a0ceff33140fa4b 2024-12-08T19:23:15,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/67f7a604367646ebb3f244bc4bd76598 2024-12-08T19:23:15,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/715cfc4fdc064444a9ee3280e4118b8d 2024-12-08T19:23:15,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/28f8e888a899450084dbc037e3273cb0 2024-12-08T19:23:15,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/ba3567b11a3b4c24a0acf26bce7ca358 2024-12-08T19:23:15,771 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=4 2024-12-08T19:23:15,771 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821. 2024-12-08T19:23:15,771 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 44b5c5e93465a77d1ed362f811e79821: 2024-12-08T19:23:15,773 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=44b5c5e93465a77d1ed362f811e79821, regionState=CLOSED 2024-12-08T19:23:15,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-08T19:23:15,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 44b5c5e93465a77d1ed362f811e79821, server=8760adbab633,37895,1733685735339 in 1.9060 sec 2024-12-08T19:23:15,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-08T19:23:15,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=44b5c5e93465a77d1ed362f811e79821, UNASSIGN in 1.9080 sec 2024-12-08T19:23:15,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-08T19:23:15,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9120 sec 2024-12-08T19:23:15,777 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685795777"}]},"ts":"1733685795777"} 2024-12-08T19:23:15,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:23:15,789 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:23:15,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9660 sec 2024-12-08T19:23:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T19:23:15,931 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-08T19:23:15,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:23:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:15,934 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-08T19:23:15,935 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:15,938 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,943 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits] 2024-12-08T19:23:15,947 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/03511fe3d1c54a1b9a099614b530acd4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/03511fe3d1c54a1b9a099614b530acd4 2024-12-08T19:23:15,948 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a0326598dfa04f4ab97435671dceab50 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/a0326598dfa04f4ab97435671dceab50 2024-12-08T19:23:15,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f68727d7dfeb49948d8d397e8efb420f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/A/f68727d7dfeb49948d8d397e8efb420f 2024-12-08T19:23:15,951 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/281e67a354254613a6baf79fb6d3f1da to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/281e67a354254613a6baf79fb6d3f1da 2024-12-08T19:23:15,952 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/84a2003f35b34d90b34e07e078c19fcb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/84a2003f35b34d90b34e07e078c19fcb 2024-12-08T19:23:15,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ce32a0361fb5407b8181b593725757fe to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/B/ce32a0361fb5407b8181b593725757fe 2024-12-08T19:23:15,955 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e7ccb11dbd74d14a518df81016f8f6b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/8e7ccb11dbd74d14a518df81016f8f6b 2024-12-08T19:23:15,956 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/96417ea514344848af76a58d0ff6c017 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/96417ea514344848af76a58d0ff6c017 2024-12-08T19:23:15,957 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a8739071c8584b41959c5510c0ebc63c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/C/a8739071c8584b41959c5510c0ebc63c 2024-12-08T19:23:15,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits/387.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821/recovered.edits/387.seqid 2024-12-08T19:23:15,960 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,960 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:23:15,961 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:23:15,961 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T19:23:15,965 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208053edf7489e14b6f9c7072b2177b9d15_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208053edf7489e14b6f9c7072b2177b9d15_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,966 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120816c8cf7d6b0b4613839229d8a78d3083_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120816c8cf7d6b0b4613839229d8a78d3083_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,967 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120832caf940ae53443985eb38d6159712d3_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120832caf940ae53443985eb38d6159712d3_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,968 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833db11d0a59b452d8852c61a44607a68_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833db11d0a59b452d8852c61a44607a68_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,969 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cd6011c25a34dd68fcefdccdc1cb681_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cd6011c25a34dd68fcefdccdc1cb681_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,970 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff6d7eb0a444e2f9aacc18ac431626f_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083ff6d7eb0a444e2f9aacc18ac431626f_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,970 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844bd786100b6499bae7dfcf48f59a763_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844bd786100b6499bae7dfcf48f59a763_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,971 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120855270a8572ef4aedafc2afe4d267fd8f_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120855270a8572ef4aedafc2afe4d267fd8f_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,972 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208627e401708d1494293bd4ca1a58d1d10_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208627e401708d1494293bd4ca1a58d1d10_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,973 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086b5777f461eb400a80602391b0ad38de_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086b5777f461eb400a80602391b0ad38de_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,974 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120872a5359fa1e54f569e58eee4dec8be48_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120872a5359fa1e54f569e58eee4dec8be48_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,975 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aac397fc51244e0a972ef09e56185ad_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089aac397fc51244e0a972ef09e56185ad_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,976 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aaa30f269ba449909a3e81eabb1128cb_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aaa30f269ba449909a3e81eabb1128cb_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,977 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c489c2bfc85440bca387f7dce35aa44c_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c489c2bfc85440bca387f7dce35aa44c_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,977 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cbee2c90981e4d839b4721d94a9d0ee8_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cbee2c90981e4d839b4721d94a9d0ee8_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,978 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd7954bead6b48629844832a7fbfdbbe_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cd7954bead6b48629844832a7fbfdbbe_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,979 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d584630200ea443dbcc07ca094c2fd56_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d584630200ea443dbcc07ca094c2fd56_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,980 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d80615b053c6473ca4b0ae569631536e_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d80615b053c6473ca4b0ae569631536e_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,981 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208da6d462fd21b41e8a4c93a085af94a88_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208da6d462fd21b41e8a4c93a085af94a88_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e96c3ef95a6a45d3a86cb9655be72602_44b5c5e93465a77d1ed362f811e79821 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e96c3ef95a6a45d3a86cb9655be72602_44b5c5e93465a77d1ed362f811e79821 2024-12-08T19:23:15,982 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:23:15,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:15,986 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:23:15,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:23:15,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:15,989 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:23:15,989 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685795989"}]},"ts":"9223372036854775807"} 2024-12-08T19:23:15,991 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:23:15,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 44b5c5e93465a77d1ed362f811e79821, NAME => 'TestAcidGuarantees,,1733685767097.44b5c5e93465a77d1ed362f811e79821.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:23:15,991 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:23:15,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685795991"}]},"ts":"9223372036854775807"} 2024-12-08T19:23:15,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:23:16,003 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:16,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 71 msec 2024-12-08T19:23:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-08T19:23:16,036 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-08T19:23:16,044 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240 (was 240), OpenFileDescriptor=454 (was 460), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=19963 (was 18951) - AvailableMemoryMB LEAK? - 2024-12-08T19:23:16,052 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=19962 2024-12-08T19:23:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:23:16,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:23:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:16,055 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:23:16,055 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:16,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-08T19:23:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:16,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:23:16,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742090_1266 (size=963) 2024-12-08T19:23:16,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:16,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:16,463 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:23:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742091_1267 (size=53) 2024-12-08T19:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9738e617c41e7f73e7028c9c3fea646c, disabling compactions & flushes 2024-12-08T19:23:16,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. after waiting 0 ms 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:16,870 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:16,870 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:16,871 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:23:16,871 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685796871"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685796871"}]},"ts":"1733685796871"} 2024-12-08T19:23:16,872 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:23:16,873 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:23:16,873 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685796873"}]},"ts":"1733685796873"} 2024-12-08T19:23:16,873 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:23:16,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, ASSIGN}] 2024-12-08T19:23:16,921 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, ASSIGN 2024-12-08T19:23:16,921 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:23:17,072 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=9738e617c41e7f73e7028c9c3fea646c, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:17,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:17,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:17,227 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:17,228 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:23:17,228 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,228 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:23:17,228 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,228 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,230 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,231 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:17,231 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738e617c41e7f73e7028c9c3fea646c columnFamilyName A 2024-12-08T19:23:17,231 DEBUG [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:17,232 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(327): Store=9738e617c41e7f73e7028c9c3fea646c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:17,232 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,233 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:17,234 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738e617c41e7f73e7028c9c3fea646c columnFamilyName B 2024-12-08T19:23:17,234 DEBUG [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:17,234 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(327): Store=9738e617c41e7f73e7028c9c3fea646c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:17,234 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,236 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:17,236 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738e617c41e7f73e7028c9c3fea646c columnFamilyName C 2024-12-08T19:23:17,236 DEBUG [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:17,236 INFO [StoreOpener-9738e617c41e7f73e7028c9c3fea646c-1 {}] regionserver.HStore(327): Store=9738e617c41e7f73e7028c9c3fea646c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:17,237 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:17,238 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,238 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,239 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:23:17,241 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:17,243 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:23:17,243 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 9738e617c41e7f73e7028c9c3fea646c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64509527, jitterRate=-0.038733139634132385}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:23:17,244 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:17,245 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., pid=72, masterSystemTime=1733685797224 2024-12-08T19:23:17,247 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:17,247 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:17,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=9738e617c41e7f73e7028c9c3fea646c, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:17,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-08T19:23:17,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 in 175 msec 2024-12-08T19:23:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-08T19:23:17,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, ASSIGN in 332 msec 2024-12-08T19:23:17,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:23:17,254 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685797254"}]},"ts":"1733685797254"} 2024-12-08T19:23:17,255 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:23:17,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:23:17,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2110 sec 2024-12-08T19:23:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-08T19:23:18,161 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-08T19:23:18,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-08T19:23:18,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,206 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:23:18,208 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:23:18,210 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-08T19:23:18,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,224 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-08T19:23:18,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-08T19:23:18,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,240 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-08T19:23:18,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,249 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-08T19:23:18,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-12-08T19:23:18,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-12-08T19:23:18,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-08T19:23:18,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,339 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-08T19:23:18,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-08T19:23:18,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:18,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:18,373 DEBUG [hconnection-0x3ea24f11-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,373 DEBUG [hconnection-0x16fe5ed3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,373 DEBUG [hconnection-0x6332cb86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,374 DEBUG [hconnection-0x45949394-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,374 DEBUG [hconnection-0x6695923f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-08T19:23:18,374 DEBUG [hconnection-0x5a9c0f9b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,374 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 DEBUG [hconnection-0x4e82be12-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,374 DEBUG [hconnection-0x3168fae0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,375 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,376 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,376 DEBUG [hconnection-0x31fbbce4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,376 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:18,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T19:23:18,377 DEBUG [hconnection-0x37d9ccfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:18,378 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,378 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:18,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:18,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/05450556c8564405b407754d17a1d1d5 is 50, key is test_row_0/A:col10/1733685798380/Put/seqid=0 2024-12-08T19:23:18,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742092_1268 (size=14341) 2024-12-08T19:23:18,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/05450556c8564405b407754d17a1d1d5 2024-12-08T19:23:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685858429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685858429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685858430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685858430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685858428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a2a6d27f906d430f86bae532054616c6 is 50, key is test_row_0/B:col10/1733685798380/Put/seqid=0 2024-12-08T19:23:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T19:23:18,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742093_1269 (size=12001) 2024-12-08T19:23:18,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a2a6d27f906d430f86bae532054616c6 2024-12-08T19:23:18,530 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:18,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-08T19:23:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:18,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:18,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:18,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:18,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685858534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685858534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685858534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685858534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685858536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c385cb6eaeae44dfbc79eb64c9d43734 is 50, key is test_row_0/C:col10/1733685798380/Put/seqid=0 2024-12-08T19:23:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742094_1270 (size=12001) 2024-12-08T19:23:18,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c385cb6eaeae44dfbc79eb64c9d43734 2024-12-08T19:23:18,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/05450556c8564405b407754d17a1d1d5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5 2024-12-08T19:23:18,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5, entries=200, sequenceid=13, filesize=14.0 K 2024-12-08T19:23:18,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a2a6d27f906d430f86bae532054616c6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6 2024-12-08T19:23:18,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T19:23:18,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c385cb6eaeae44dfbc79eb64c9d43734 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734 2024-12-08T19:23:18,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T19:23:18,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 242ms, sequenceid=13, compaction requested=false 2024-12-08T19:23:18,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:18,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:18,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-08T19:23:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:18,685 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:18,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T19:23:18,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5de028223d224095a25d0fe1542e0abe is 50, key is test_row_0/A:col10/1733685798428/Put/seqid=0 2024-12-08T19:23:18,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742095_1271 (size=12001) 2024-12-08T19:23:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:18,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685858741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685858741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685858741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685858742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685858742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685858843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685858844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685858845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685858845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685858845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:18,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T19:23:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685859046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685859047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685859048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685859048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685859048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,117 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5de028223d224095a25d0fe1542e0abe 2024-12-08T19:23:19,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/572c5ca2585a4e35a8b5c1879cd722c2 is 50, key is test_row_0/B:col10/1733685798428/Put/seqid=0 2024-12-08T19:23:19,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742096_1272 (size=12001) 2024-12-08T19:23:19,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/572c5ca2585a4e35a8b5c1879cd722c2 2024-12-08T19:23:19,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4d6ec8b9e79a4a10abb37cd44d653706 is 50, key is test_row_0/C:col10/1733685798428/Put/seqid=0 2024-12-08T19:23:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742097_1273 (size=12001) 2024-12-08T19:23:19,165 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4d6ec8b9e79a4a10abb37cd44d653706 2024-12-08T19:23:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5de028223d224095a25d0fe1542e0abe as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe 2024-12-08T19:23:19,173 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:23:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/572c5ca2585a4e35a8b5c1879cd722c2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2 2024-12-08T19:23:19,180 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:23:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4d6ec8b9e79a4a10abb37cd44d653706 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706 2024-12-08T19:23:19,196 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:23:19,197 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9738e617c41e7f73e7028c9c3fea646c in 511ms, sequenceid=38, compaction requested=false 2024-12-08T19:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-08T19:23:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-08T19:23:19,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-08T19:23:19,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 822 msec 2024-12-08T19:23:19,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 826 msec 2024-12-08T19:23:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:19,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:19,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:19,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/23a8293c66f6495f9c5242287531db72 is 50, key is test_row_0/A:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742098_1274 (size=12001) 2024-12-08T19:23:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685859370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685859371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685859372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685859373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685859374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685859475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685859475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685859475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685859476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685859478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T19:23:19,489 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-08T19:23:19,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-08T19:23:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:19,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:19,500 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:19,500 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:19,520 DEBUG [master/8760adbab633:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fb827608fdec8ab39e30851a09e38025 changed from -1.0 to 0.0, refreshing cache 2024-12-08T19:23:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:19,652 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:19,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685859678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685859679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685859679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685859679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685859682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/23a8293c66f6495f9c5242287531db72 2024-12-08T19:23:19,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9bbdcf931be54cc69463d9d4daef52cf is 50, key is test_row_0/B:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:19,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742099_1275 (size=12001) 2024-12-08T19:23:19,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:19,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:19,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:19,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:19,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:19,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:19,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685859981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685859981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685859983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685859984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:19,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:19,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685859985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:20,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:20,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:20,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:20,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9bbdcf931be54cc69463d9d4daef52cf 2024-12-08T19:23:20,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/8226e576aad34e089a8d1d8432f35c28 is 50, key is test_row_0/C:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:20,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742100_1276 (size=12001) 2024-12-08T19:23:20,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:20,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:20,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685860483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685860484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685860486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685860488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685860488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:20,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:20,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/8226e576aad34e089a8d1d8432f35c28 2024-12-08T19:23:20,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/23a8293c66f6495f9c5242287531db72 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72 2024-12-08T19:23:20,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T19:23:20,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9bbdcf931be54cc69463d9d4daef52cf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf 2024-12-08T19:23:20,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T19:23:20,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/8226e576aad34e089a8d1d8432f35c28 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28 2024-12-08T19:23:20,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T19:23:20,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9738e617c41e7f73e7028c9c3fea646c in 1285ms, sequenceid=50, compaction requested=true 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:20,634 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:20,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:20,634 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:20,635 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:20,635 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:20,635 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:20,635 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:20,635 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,635 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,635 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.2 K 2024-12-08T19:23:20,635 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=37.4 K 2024-12-08T19:23:20,636 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05450556c8564405b407754d17a1d1d5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733685798380 2024-12-08T19:23:20,636 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a6d27f906d430f86bae532054616c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733685798380 2024-12-08T19:23:20,637 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de028223d224095a25d0fe1542e0abe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685798401 2024-12-08T19:23:20,637 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 572c5ca2585a4e35a8b5c1879cd722c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685798401 2024-12-08T19:23:20,637 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bbdcf931be54cc69463d9d4daef52cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:20,637 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23a8293c66f6495f9c5242287531db72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:20,644 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:20,644 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:20,645 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/c3f0b639b65d47f4abc02e8368ddb141 is 50, key is test_row_0/A:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:20,645 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/162d15e3cf7844f389d02ce0e143502e is 50, key is test_row_0/B:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742101_1277 (size=12104) 2024-12-08T19:23:20,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742102_1278 (size=12104) 2024-12-08T19:23:20,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:20,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:20,731 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:20,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:20,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/cf7688da8c6b40a7ab5649e506473dc1 is 50, key is test_row_0/A:col10/1733685799372/Put/seqid=0 2024-12-08T19:23:20,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742103_1279 (size=12001) 2024-12-08T19:23:20,767 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/cf7688da8c6b40a7ab5649e506473dc1 2024-12-08T19:23:20,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/2ad7d174356a4f23969f391e738b2af7 is 50, key is test_row_0/B:col10/1733685799372/Put/seqid=0 2024-12-08T19:23:20,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742104_1280 (size=12001) 2024-12-08T19:23:20,830 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/2ad7d174356a4f23969f391e738b2af7 2024-12-08T19:23:20,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b0f430703eb4c4684e475737248ad8e is 50, key is test_row_0/C:col10/1733685799372/Put/seqid=0 2024-12-08T19:23:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742105_1281 (size=12001) 2024-12-08T19:23:21,061 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/c3f0b639b65d47f4abc02e8368ddb141 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c3f0b639b65d47f4abc02e8368ddb141 2024-12-08T19:23:21,068 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/162d15e3cf7844f389d02ce0e143502e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/162d15e3cf7844f389d02ce0e143502e 2024-12-08T19:23:21,069 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into c3f0b639b65d47f4abc02e8368ddb141(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:21,069 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:21,069 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685800634; duration=0sec 2024-12-08T19:23:21,069 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:21,069 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:21,069 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:21,070 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:21,070 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:21,070 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,070 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.2 K 2024-12-08T19:23:21,071 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c385cb6eaeae44dfbc79eb64c9d43734, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733685798380 2024-12-08T19:23:21,071 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6ec8b9e79a4a10abb37cd44d653706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685798401 2024-12-08T19:23:21,072 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8226e576aad34e089a8d1d8432f35c28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:21,074 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into 162d15e3cf7844f389d02ce0e143502e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:21,074 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:21,074 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685800634; duration=0sec 2024-12-08T19:23:21,074 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:21,074 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:21,080 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#235 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:21,080 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/ddfbbdbd3f624f718c61ce12353d1088 is 50, key is test_row_0/C:col10/1733685798740/Put/seqid=0 2024-12-08T19:23:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742106_1282 (size=12104) 2024-12-08T19:23:21,240 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b0f430703eb4c4684e475737248ad8e 2024-12-08T19:23:21,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/cf7688da8c6b40a7ab5649e506473dc1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1 2024-12-08T19:23:21,251 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:23:21,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/2ad7d174356a4f23969f391e738b2af7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7 2024-12-08T19:23:21,260 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:23:21,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b0f430703eb4c4684e475737248ad8e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e 2024-12-08T19:23:21,268 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:23:21,269 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 9738e617c41e7f73e7028c9c3fea646c in 538ms, sequenceid=74, compaction requested=false 2024-12-08T19:23:21,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:21,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-08T19:23:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-08T19:23:21,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-08T19:23:21,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec 2024-12-08T19:23:21,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.7820 sec 2024-12-08T19:23:21,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:23:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:21,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:21,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:21,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:21,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:21,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/ef166021651a4ee2be4b56bfea8129c7 is 50, key is test_row_0/A:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742107_1283 (size=12001) 2024-12-08T19:23:21,517 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/ddfbbdbd3f624f718c61ce12353d1088 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ddfbbdbd3f624f718c61ce12353d1088 2024-12-08T19:23:21,526 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into ddfbbdbd3f624f718c61ce12353d1088(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:21,526 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:21,526 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685800634; duration=0sec 2024-12-08T19:23:21,526 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:21,526 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:21,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685861531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685861532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685861533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685861534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685861535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T19:23:21,596 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-08T19:23:21,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-08T19:23:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:21,598 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:21,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:21,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685861635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685861636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685861636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685861637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685861639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:21,750 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:21,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:21,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685861838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685861838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685861839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685861839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:21,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685861841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:21,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:21,902 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:21,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:21,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:21,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/ef166021651a4ee2be4b56bfea8129c7 2024-12-08T19:23:21,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/052376b45d7946939e1aa32ccdbc2186 is 50, key is test_row_0/B:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:21,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742108_1284 (size=12001) 2024-12-08T19:23:21,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/052376b45d7946939e1aa32ccdbc2186 2024-12-08T19:23:21,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4827b19ea9bf49d1805dad2b0cc2d95a is 50, key is test_row_0/C:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:21,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742109_1285 (size=12001) 2024-12-08T19:23:22,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:22,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:22,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:22,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685862140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685862140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685862141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685862143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685862145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:22,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:22,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4827b19ea9bf49d1805dad2b0cc2d95a 2024-12-08T19:23:22,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:22,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:22,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:22,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:22,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/ef166021651a4ee2be4b56bfea8129c7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7 2024-12-08T19:23:22,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7, entries=150, sequenceid=88, filesize=11.7 K 2024-12-08T19:23:22,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/052376b45d7946939e1aa32ccdbc2186 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186 2024-12-08T19:23:22,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186, entries=150, sequenceid=88, filesize=11.7 K 2024-12-08T19:23:22,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4827b19ea9bf49d1805dad2b0cc2d95a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a 2024-12-08T19:23:22,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a, entries=150, sequenceid=88, filesize=11.7 K 2024-12-08T19:23:22,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 882ms, sequenceid=88, compaction requested=true 2024-12-08T19:23:22,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:22,382 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:22,383 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:22,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:22,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:22,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:22,383 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,384 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c3f0b639b65d47f4abc02e8368ddb141, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.3 K 2024-12-08T19:23:22,384 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3f0b639b65d47f4abc02e8368ddb141, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:22,385 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:22,385 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf7688da8c6b40a7ab5649e506473dc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685799364 2024-12-08T19:23:22,385 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:22,385 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,385 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/162d15e3cf7844f389d02ce0e143502e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.3 K 2024-12-08T19:23:22,385 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef166021651a4ee2be4b56bfea8129c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:22,386 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 162d15e3cf7844f389d02ce0e143502e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:22,386 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ad7d174356a4f23969f391e738b2af7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685799364 2024-12-08T19:23:22,386 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 052376b45d7946939e1aa32ccdbc2186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:22,395 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#239 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:22,396 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/8d57fdffa4754702bd6a1a961e3faa13 is 50, key is test_row_0/A:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:22,396 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:22,396 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d51d26ed491c4535a306d59711d62ca0 is 50, key is test_row_0/B:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742110_1286 (size=12207) 2024-12-08T19:23:22,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742111_1287 (size=12207) 2024-12-08T19:23:22,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:22,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T19:23:22,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,517 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:22,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:22,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5b887db4e72749d69f93e7f6e8cc1f24 is 50, key is test_row_0/A:col10/1733685801530/Put/seqid=0 2024-12-08T19:23:22,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742112_1288 (size=12001) 2024-12-08T19:23:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:22,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685862650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685862650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685862652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685862652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685862653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:22,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685862753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685862757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685862757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685862757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,837 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/8d57fdffa4754702bd6a1a961e3faa13 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/8d57fdffa4754702bd6a1a961e3faa13 2024-12-08T19:23:22,841 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d51d26ed491c4535a306d59711d62ca0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d51d26ed491c4535a306d59711d62ca0 2024-12-08T19:23:22,843 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into 8d57fdffa4754702bd6a1a961e3faa13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:22,843 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:22,843 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685802382; duration=0sec 2024-12-08T19:23:22,843 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:22,843 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:22,843 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:22,845 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:22,845 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:22,845 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:22,845 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ddfbbdbd3f624f718c61ce12353d1088, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.3 K 2024-12-08T19:23:22,846 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddfbbdbd3f624f718c61ce12353d1088, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733685798740 2024-12-08T19:23:22,846 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into d51d26ed491c4535a306d59711d62ca0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:22,846 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:22,846 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685802383; duration=0sec 2024-12-08T19:23:22,846 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:22,846 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:22,846 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b0f430703eb4c4684e475737248ad8e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685799364 2024-12-08T19:23:22,847 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4827b19ea9bf49d1805dad2b0cc2d95a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:22,853 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:22,853 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/77f58a2a1d5c402cb8ab244983cf9958 is 50, key is test_row_0/C:col10/1733685801496/Put/seqid=0 2024-12-08T19:23:22,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742113_1289 (size=12207) 2024-12-08T19:23:22,878 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/77f58a2a1d5c402cb8ab244983cf9958 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/77f58a2a1d5c402cb8ab244983cf9958 2024-12-08T19:23:22,884 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 77f58a2a1d5c402cb8ab244983cf9958(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:22,884 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:22,884 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685802383; duration=0sec 2024-12-08T19:23:22,884 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:22,884 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:22,929 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5b887db4e72749d69f93e7f6e8cc1f24 2024-12-08T19:23:22,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/6a98afdd7f204ae6a25bcead70982d7e is 50, key is test_row_0/B:col10/1733685801530/Put/seqid=0 2024-12-08T19:23:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742114_1290 (size=12001) 2024-12-08T19:23:22,944 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/6a98afdd7f204ae6a25bcead70982d7e 2024-12-08T19:23:22,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9e590f7ad8a2494aa46a7df4ea86e9da is 50, key is test_row_0/C:col10/1733685801530/Put/seqid=0 2024-12-08T19:23:22,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742115_1291 (size=12001) 2024-12-08T19:23:22,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685862956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685862960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685862960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:22,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:22,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685862960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685863258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685863263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685863264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685863264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,355 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9e590f7ad8a2494aa46a7df4ea86e9da 2024-12-08T19:23:23,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5b887db4e72749d69f93e7f6e8cc1f24 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24 2024-12-08T19:23:23,362 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:23:23,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/6a98afdd7f204ae6a25bcead70982d7e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e 2024-12-08T19:23:23,366 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:23:23,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9e590f7ad8a2494aa46a7df4ea86e9da as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da 2024-12-08T19:23:23,370 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da, entries=150, sequenceid=114, filesize=11.7 K 2024-12-08T19:23:23,371 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 9738e617c41e7f73e7028c9c3fea646c in 855ms, sequenceid=114, compaction requested=false 2024-12-08T19:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:23,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-08T19:23:23,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-08T19:23:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-08T19:23:23,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7730 sec 2024-12-08T19:23:23,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.7770 sec 2024-12-08T19:23:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:23,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:23,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:23,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/a6aeaf6128ae4989a3ab413c0665fcfc is 50, key is test_row_0/A:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:23,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742116_1292 (size=12051) 2024-12-08T19:23:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T19:23:23,702 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-08T19:23:23,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-08T19:23:23,704 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:23,704 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:23,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:23,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685863724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685863764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685863768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685863768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685863769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:23,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:23,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685863827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:23,855 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:23,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:23,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:24,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:24,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685864028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/a6aeaf6128ae4989a3ab413c0665fcfc 2024-12-08T19:23:24,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/442ac660f3de4db0ae9469e14b920ada is 50, key is test_row_0/B:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742117_1293 (size=12051) 2024-12-08T19:23:24,118 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/442ac660f3de4db0ae9469e14b920ada 2024-12-08T19:23:24,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/e5ab7483ab324b32bc58c6a9ea9d08e2 is 50, key is test_row_0/C:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742118_1294 (size=12051) 2024-12-08T19:23:24,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:24,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:24,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685864331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:24,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/e5ab7483ab324b32bc58c6a9ea9d08e2 2024-12-08T19:23:24,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/a6aeaf6128ae4989a3ab413c0665fcfc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc 2024-12-08T19:23:24,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:23:24,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/442ac660f3de4db0ae9469e14b920ada as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada 2024-12-08T19:23:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:23:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/e5ab7483ab324b32bc58c6a9ea9d08e2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2 2024-12-08T19:23:24,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:23:24,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9738e617c41e7f73e7028c9c3fea646c in 897ms, sequenceid=130, compaction requested=true 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:24,559 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:24,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:24,559 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:24,560 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:24,560 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:24,560 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,560 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d51d26ed491c4535a306d59711d62ca0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.4 K 2024-12-08T19:23:24,560 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:24,560 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:24,560 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,560 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/8d57fdffa4754702bd6a1a961e3faa13, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.4 K 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d57fdffa4754702bd6a1a961e3faa13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d51d26ed491c4535a306d59711d62ca0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b887db4e72749d69f93e7f6e8cc1f24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685801530 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a98afdd7f204ae6a25bcead70982d7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685801530 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6aeaf6128ae4989a3ab413c0665fcfc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:24,561 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 442ac660f3de4db0ae9469e14b920ada, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:24,568 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:24,568 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/db4a88fc648741e7b72246fceb8a50d5 is 50, key is test_row_0/A:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:24,572 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#249 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:24,573 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/e25b8d15eb264845a5fa9f610c7890fa is 50, key is test_row_0/B:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742119_1295 (size=12359) 2024-12-08T19:23:24,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742120_1296 (size=12359) 2024-12-08T19:23:24,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:24,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,621 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:24,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:24,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5e6f96999c464f9da3447bb1db851235 is 50, key is test_row_0/A:col10/1733685803723/Put/seqid=0 2024-12-08T19:23:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742121_1297 (size=12151) 2024-12-08T19:23:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685864784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685864785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685864785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685864787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:24,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685864835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685864888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685864889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685864889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685864891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:24,985 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/db4a88fc648741e7b72246fceb8a50d5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/db4a88fc648741e7b72246fceb8a50d5 2024-12-08T19:23:24,994 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into db4a88fc648741e7b72246fceb8a50d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:24,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:24,994 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685804559; duration=0sec 2024-12-08T19:23:24,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:24,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:24,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:24,996 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:24,996 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:24,996 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:24,996 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/77f58a2a1d5c402cb8ab244983cf9958, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.4 K 2024-12-08T19:23:24,996 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f58a2a1d5c402cb8ab244983cf9958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733685801490 2024-12-08T19:23:24,997 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e590f7ad8a2494aa46a7df4ea86e9da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733685801530 2024-12-08T19:23:24,997 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5ab7483ab324b32bc58c6a9ea9d08e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:25,000 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/e25b8d15eb264845a5fa9f610c7890fa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/e25b8d15eb264845a5fa9f610c7890fa 2024-12-08T19:23:25,006 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#251 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:25,007 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/57a983b618d5408db33ffddec14abff0 is 50, key is test_row_0/C:col10/1733685802651/Put/seqid=0 2024-12-08T19:23:25,008 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into e25b8d15eb264845a5fa9f610c7890fa(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:25,008 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:25,008 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685804559; duration=0sec 2024-12-08T19:23:25,008 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:25,008 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742122_1298 (size=12359) 2024-12-08T19:23:25,016 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/57a983b618d5408db33ffddec14abff0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/57a983b618d5408db33ffddec14abff0 2024-12-08T19:23:25,020 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 57a983b618d5408db33ffddec14abff0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:25,020 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:25,020 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685804559; duration=0sec 2024-12-08T19:23:25,020 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:25,020 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:25,036 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5e6f96999c464f9da3447bb1db851235 2024-12-08T19:23:25,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/f7bb178cc9664d9a83274e004446e12e is 50, key is test_row_0/B:col10/1733685803723/Put/seqid=0 2024-12-08T19:23:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742123_1299 (size=12151) 2024-12-08T19:23:25,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685865091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685865092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685865093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685865093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685865393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685865394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685865395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685865395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,450 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/f7bb178cc9664d9a83274e004446e12e 2024-12-08T19:23:25,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0673fadc63db430abb21324678f5eb51 is 50, key is test_row_0/C:col10/1733685803723/Put/seqid=0 2024-12-08T19:23:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742124_1300 (size=12151) 2024-12-08T19:23:25,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:25,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685865848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,869 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0673fadc63db430abb21324678f5eb51 2024-12-08T19:23:25,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5e6f96999c464f9da3447bb1db851235 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235 2024-12-08T19:23:25,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235, entries=150, sequenceid=153, filesize=11.9 K 2024-12-08T19:23:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/f7bb178cc9664d9a83274e004446e12e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e 2024-12-08T19:23:25,884 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e, entries=150, sequenceid=153, filesize=11.9 K 2024-12-08T19:23:25,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0673fadc63db430abb21324678f5eb51 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51 2024-12-08T19:23:25,890 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51, entries=150, sequenceid=153, filesize=11.9 K 2024-12-08T19:23:25,891 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9738e617c41e7f73e7028c9c3fea646c in 1270ms, sequenceid=153, compaction requested=false 2024-12-08T19:23:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:25,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-08T19:23:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-08T19:23:25,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-08T19:23:25,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1880 sec 2024-12-08T19:23:25,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.1910 sec 2024-12-08T19:23:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:25,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:25,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/b8ac816989354d36a0040abf380a8462 is 50, key is test_row_0/A:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742125_1301 (size=12151) 2024-12-08T19:23:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685865919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685865920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685865921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:25,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685865923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685866024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685866024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685866024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685866026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685866226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685866227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685866227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685866230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/b8ac816989354d36a0040abf380a8462 2024-12-08T19:23:26,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1314c4b598d84d51bcae3777392a79c4 is 50, key is test_row_0/B:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742126_1302 (size=12151) 2024-12-08T19:23:26,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1314c4b598d84d51bcae3777392a79c4 2024-12-08T19:23:26,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/6e38d0da7e9d4be2a7da1956ef8ccd68 is 50, key is test_row_0/C:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:26,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742127_1303 (size=12151) 2024-12-08T19:23:26,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/6e38d0da7e9d4be2a7da1956ef8ccd68 2024-12-08T19:23:26,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/b8ac816989354d36a0040abf380a8462 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462 2024-12-08T19:23:26,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T19:23:26,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1314c4b598d84d51bcae3777392a79c4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4 2024-12-08T19:23:26,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T19:23:26,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/6e38d0da7e9d4be2a7da1956ef8ccd68 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68 2024-12-08T19:23:26,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T19:23:26,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9738e617c41e7f73e7028c9c3fea646c in 511ms, sequenceid=170, compaction requested=true 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:26,410 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:26,410 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:26,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:26,411 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:26,412 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:26,412 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/e25b8d15eb264845a5fa9f610c7890fa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.8 K 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e25b8d15eb264845a5fa9f610c7890fa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:26,412 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:26,412 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/db4a88fc648741e7b72246fceb8a50d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.8 K 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f7bb178cc9664d9a83274e004446e12e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733685803694 2024-12-08T19:23:26,412 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4a88fc648741e7b72246fceb8a50d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:26,413 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1314c4b598d84d51bcae3777392a79c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:26,413 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e6f96999c464f9da3447bb1db851235, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733685803694 2024-12-08T19:23:26,413 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8ac816989354d36a0040abf380a8462, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:26,420 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:26,421 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/27cde0f8cc3948d081e1fc1797a3d2d0 is 50, key is test_row_0/A:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:26,421 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:26,421 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d636eb7181fa46b0bbb44b3e3622abe1 is 50, key is test_row_0/B:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742128_1304 (size=12561) 2024-12-08T19:23:26,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742129_1305 (size=12561) 2024-12-08T19:23:26,454 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/27cde0f8cc3948d081e1fc1797a3d2d0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/27cde0f8cc3948d081e1fc1797a3d2d0 2024-12-08T19:23:26,456 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d636eb7181fa46b0bbb44b3e3622abe1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d636eb7181fa46b0bbb44b3e3622abe1 2024-12-08T19:23:26,461 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into d636eb7181fa46b0bbb44b3e3622abe1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:26,461 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:26,461 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into 27cde0f8cc3948d081e1fc1797a3d2d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:26,461 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685806410; duration=0sec 2024-12-08T19:23:26,461 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:26,461 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685806410; duration=0sec 2024-12-08T19:23:26,461 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:26,461 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:26,461 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:26,462 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:26,462 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:26,462 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:26,462 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:26,463 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:26,463 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/57a983b618d5408db33ffddec14abff0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=35.8 K 2024-12-08T19:23:26,463 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 57a983b618d5408db33ffddec14abff0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685802651 2024-12-08T19:23:26,463 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0673fadc63db430abb21324678f5eb51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733685803694 2024-12-08T19:23:26,463 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e38d0da7e9d4be2a7da1956ef8ccd68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:26,473 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:26,473 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/719d4d7c3af9483bb1b90264c05be0e2 is 50, key is test_row_0/C:col10/1733685804786/Put/seqid=0 2024-12-08T19:23:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742130_1306 (size=12561) 2024-12-08T19:23:26,518 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/719d4d7c3af9483bb1b90264c05be0e2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/719d4d7c3af9483bb1b90264c05be0e2 2024-12-08T19:23:26,526 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 719d4d7c3af9483bb1b90264c05be0e2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:26,526 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:26,526 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685806410; duration=0sec 2024-12-08T19:23:26,526 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:26,526 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:26,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:26,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:26,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/359bd44b3aaa4302809ea3fc2ff9af4a is 50, key is test_row_0/A:col10/1733685806531/Put/seqid=0 2024-12-08T19:23:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685866540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685866540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685866541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685866541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742131_1307 (size=12151) 2024-12-08T19:23:26,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/359bd44b3aaa4302809ea3fc2ff9af4a 2024-12-08T19:23:26,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bc63c6d3ec214b959e11fe74969e277c is 50, key is test_row_0/B:col10/1733685806531/Put/seqid=0 2024-12-08T19:23:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742132_1308 (size=12151) 2024-12-08T19:23:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685866642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685866643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685866643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685866643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685866844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685866844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685866845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685866847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:26,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bc63c6d3ec214b959e11fe74969e277c 2024-12-08T19:23:26,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/2609e68253e545879a2ad6ff7e2bfb77 is 50, key is test_row_0/C:col10/1733685806531/Put/seqid=0 2024-12-08T19:23:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742133_1309 (size=12151) 2024-12-08T19:23:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685867147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685867148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685867148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685867151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/2609e68253e545879a2ad6ff7e2bfb77 2024-12-08T19:23:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/359bd44b3aaa4302809ea3fc2ff9af4a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a 2024-12-08T19:23:27,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T19:23:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bc63c6d3ec214b959e11fe74969e277c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c 2024-12-08T19:23:27,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T19:23:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/2609e68253e545879a2ad6ff7e2bfb77 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77 2024-12-08T19:23:27,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T19:23:27,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 9738e617c41e7f73e7028c9c3fea646c in 882ms, sequenceid=196, compaction requested=false 2024-12-08T19:23:27,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:27,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:23:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:27,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:27,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6639d92f4f6f444d8e3fcee5d0e829aa is 50, key is test_row_0/A:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:27,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742134_1310 (size=14541) 2024-12-08T19:23:27,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685867668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685867671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685867672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685867772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685867775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685867775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685867775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T19:23:27,812 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-08T19:23:27,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-08T19:23:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:27,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:27,815 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:27,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:27,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685867867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,868 DEBUG [Thread-1220 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:27,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:27,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:27,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:27,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:27,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:27,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685867976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685867978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685867978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:27,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685867981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6639d92f4f6f444d8e3fcee5d0e829aa 2024-12-08T19:23:28,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/5a20eb2c1763420a81abb4b32a695039 is 50, key is test_row_0/B:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:28,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742135_1311 (size=12151) 2024-12-08T19:23:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:28,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685868278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685868281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685868282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685868283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:28,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/5a20eb2c1763420a81abb4b32a695039 2024-12-08T19:23:28,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/bc0aebfad0b04492b75de3c359690d5b is 50, key is test_row_0/C:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:28,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742136_1312 (size=12151) 2024-12-08T19:23:28,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685868785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685868786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685868786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685868786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:28,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:28,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:28,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/bc0aebfad0b04492b75de3c359690d5b 2024-12-08T19:23:28,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6639d92f4f6f444d8e3fcee5d0e829aa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa 2024-12-08T19:23:28,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa, entries=200, sequenceid=211, filesize=14.2 K 2024-12-08T19:23:28,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/5a20eb2c1763420a81abb4b32a695039 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039 2024-12-08T19:23:28,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:23:28,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/bc0aebfad0b04492b75de3c359690d5b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b 2024-12-08T19:23:28,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:23:28,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 9738e617c41e7f73e7028c9c3fea646c in 1256ms, sequenceid=211, compaction requested=true 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:28,910 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:28,910 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:28,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:28,911 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:28,911 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:28,911 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:28,911 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:28,911 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,911 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,911 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d636eb7181fa46b0bbb44b3e3622abe1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.0 K 2024-12-08T19:23:28,911 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/27cde0f8cc3948d081e1fc1797a3d2d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=38.3 K 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27cde0f8cc3948d081e1fc1797a3d2d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d636eb7181fa46b0bbb44b3e3622abe1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 359bd44b3aaa4302809ea3fc2ff9af4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733685805914 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting bc63c6d3ec214b959e11fe74969e277c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733685805914 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6639d92f4f6f444d8e3fcee5d0e829aa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806537 2024-12-08T19:23:28,912 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a20eb2c1763420a81abb4b32a695039, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806539 2024-12-08T19:23:28,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:28,919 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:28,920 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/d2cf26c7bfeb401c804309005d030922 is 50, key is test_row_0/A:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:28,920 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:28,920 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/70ef39b5cf3343dd8fed28fffd2e5e31 is 50, key is test_row_0/B:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742137_1313 (size=12663) 2024-12-08T19:23:28,933 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/d2cf26c7bfeb401c804309005d030922 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d2cf26c7bfeb401c804309005d030922 2024-12-08T19:23:28,938 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into d2cf26c7bfeb401c804309005d030922(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:28,938 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:28,938 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685808910; duration=0sec 2024-12-08T19:23:28,938 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:28,938 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:28,938 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:28,939 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:28,939 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:28,939 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:28,939 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/719d4d7c3af9483bb1b90264c05be0e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.0 K 2024-12-08T19:23:28,939 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 719d4d7c3af9483bb1b90264c05be0e2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685804783 2024-12-08T19:23:28,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2609e68253e545879a2ad6ff7e2bfb77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733685805914 2024-12-08T19:23:28,940 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc0aebfad0b04492b75de3c359690d5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806539 2024-12-08T19:23:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742138_1314 (size=12663) 2024-12-08T19:23:28,945 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/70ef39b5cf3343dd8fed28fffd2e5e31 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/70ef39b5cf3343dd8fed28fffd2e5e31 2024-12-08T19:23:28,949 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:28,949 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/1281c719eaa7481aa46dfb5f8a82c8ae is 50, key is test_row_0/C:col10/1733685806540/Put/seqid=0 2024-12-08T19:23:28,949 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into 70ef39b5cf3343dd8fed28fffd2e5e31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:28,949 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:28,949 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685808910; duration=0sec 2024-12-08T19:23:28,949 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:28,950 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:28,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742139_1315 (size=12663) 2024-12-08T19:23:29,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:29,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:29,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:29,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/d16dbfa9a47b45d4b1441051bd502d98 is 50, key is test_row_0/A:col10/1733685807667/Put/seqid=0 2024-12-08T19:23:29,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742140_1316 (size=12151) 2024-12-08T19:23:29,356 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/1281c719eaa7481aa46dfb5f8a82c8ae as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1281c719eaa7481aa46dfb5f8a82c8ae 2024-12-08T19:23:29,360 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 1281c719eaa7481aa46dfb5f8a82c8ae(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:29,360 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:29,360 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685808910; duration=0sec 2024-12-08T19:23:29,360 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:29,360 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:29,452 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/d16dbfa9a47b45d4b1441051bd502d98 2024-12-08T19:23:29,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a51313e1b0ab4cbea21cd3dac12cdac0 is 50, key is test_row_0/B:col10/1733685807667/Put/seqid=0 2024-12-08T19:23:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742141_1317 (size=12151) 2024-12-08T19:23:29,461 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a51313e1b0ab4cbea21cd3dac12cdac0 2024-12-08T19:23:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9c19a54ff5014284983225e1b4798ef4 is 50, key is test_row_0/C:col10/1733685807667/Put/seqid=0 2024-12-08T19:23:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742142_1318 (size=12151) 2024-12-08T19:23:29,482 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9c19a54ff5014284983225e1b4798ef4 2024-12-08T19:23:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/d16dbfa9a47b45d4b1441051bd502d98 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98 2024-12-08T19:23:29,491 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98, entries=150, sequenceid=235, filesize=11.9 K 2024-12-08T19:23:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/a51313e1b0ab4cbea21cd3dac12cdac0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0 2024-12-08T19:23:29,496 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0, entries=150, sequenceid=235, filesize=11.9 K 2024-12-08T19:23:29,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9c19a54ff5014284983225e1b4798ef4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4 2024-12-08T19:23:29,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4, entries=150, sequenceid=235, filesize=11.9 K 2024-12-08T19:23:29,502 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 9738e617c41e7f73e7028c9c3fea646c in 458ms, sequenceid=235, compaction requested=false 2024-12-08T19:23:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-08T19:23:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-08T19:23:29,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-08T19:23:29,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec 2024-12-08T19:23:29,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.6970 sec 2024-12-08T19:23:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:29,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:29,798 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:29,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/04f73a105bae4b5e8642d1a47184c520 is 50, key is test_row_0/A:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:29,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742143_1319 (size=12151) 2024-12-08T19:23:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685869818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685869818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685869822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685869822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T19:23:29,918 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-08T19:23:29,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:29,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-08T19:23:29,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:29,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:29,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:29,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685869923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685869923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685869925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685869926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:30,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685870126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685870126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685870127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685870129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/04f73a105bae4b5e8642d1a47184c520 2024-12-08T19:23:30,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1f75fe6a5b764e08bcec7aeb9c93180d is 50, key is test_row_0/B:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:30,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742144_1320 (size=12151) 2024-12-08T19:23:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:30,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685870429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685870431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685870431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685870431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:30,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1f75fe6a5b764e08bcec7aeb9c93180d 2024-12-08T19:23:30,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/15535af1f3194e0193d74c9dd57f7ba8 is 50, key is test_row_0/C:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:30,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742145_1321 (size=12151) 2024-12-08T19:23:30,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685870933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685870935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685870935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685870936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:30,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:30,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:30,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:31,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:31,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/15535af1f3194e0193d74c9dd57f7ba8 2024-12-08T19:23:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/04f73a105bae4b5e8642d1a47184c520 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520 2024-12-08T19:23:31,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T19:23:31,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/1f75fe6a5b764e08bcec7aeb9c93180d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d 2024-12-08T19:23:31,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T19:23:31,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/15535af1f3194e0193d74c9dd57f7ba8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8 2024-12-08T19:23:31,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T19:23:31,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 1250ms, sequenceid=248, compaction requested=true 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:31,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:31,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:31,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:31,049 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:31,049 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:31,049 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:31,049 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:31,049 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:31,049 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:31,049 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d2cf26c7bfeb401c804309005d030922, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.1 K 2024-12-08T19:23:31,049 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/70ef39b5cf3343dd8fed28fffd2e5e31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.1 K 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ef39b5cf3343dd8fed28fffd2e5e31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806539 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2cf26c7bfeb401c804309005d030922, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806539 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d16dbfa9a47b45d4b1441051bd502d98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733685807667 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a51313e1b0ab4cbea21cd3dac12cdac0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733685807667 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04f73a105bae4b5e8642d1a47184c520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:31,050 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f75fe6a5b764e08bcec7aeb9c93180d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:31,080 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:31,080 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d701fa6d4e6840d49a37250ba41ef9e3 is 50, key is test_row_0/B:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:31,080 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:31,081 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb is 50, key is test_row_0/A:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742146_1322 (size=12765) 2024-12-08T19:23:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742147_1323 (size=12765) 2024-12-08T19:23:31,099 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb 2024-12-08T19:23:31,106 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into f9d8ffb1f1b8416d8467aa4b7c9fc1bb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:31,106 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:31,106 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685811048; duration=0sec 2024-12-08T19:23:31,106 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:31,106 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:31,106 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:31,109 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:31,110 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:31,110 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:31,110 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1281c719eaa7481aa46dfb5f8a82c8ae, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.1 K 2024-12-08T19:23:31,111 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1281c719eaa7481aa46dfb5f8a82c8ae, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685806539 2024-12-08T19:23:31,111 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c19a54ff5014284983225e1b4798ef4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733685807667 2024-12-08T19:23:31,112 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15535af1f3194e0193d74c9dd57f7ba8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:31,114 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d701fa6d4e6840d49a37250ba41ef9e3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d701fa6d4e6840d49a37250ba41ef9e3 2024-12-08T19:23:31,121 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into d701fa6d4e6840d49a37250ba41ef9e3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:31,121 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:31,121 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685811048; duration=0sec 2024-12-08T19:23:31,121 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:31,121 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:31,124 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:31,125 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/27f1198b0af6476d8a041966daa6781d is 50, key is test_row_0/C:col10/1733685809793/Put/seqid=0 2024-12-08T19:23:31,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:31,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T19:23:31,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:31,142 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:31,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/953164e31031440d8477fbecefd667b3 is 50, key is test_row_0/A:col10/1733685809820/Put/seqid=0 2024-12-08T19:23:31,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742148_1324 (size=12765) 2024-12-08T19:23:31,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742149_1325 (size=12301) 2024-12-08T19:23:31,566 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/27f1198b0af6476d8a041966daa6781d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27f1198b0af6476d8a041966daa6781d 2024-12-08T19:23:31,573 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 27f1198b0af6476d8a041966daa6781d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:31,573 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:31,573 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685811048; duration=0sec 2024-12-08T19:23:31,573 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:31,573 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:31,574 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/953164e31031440d8477fbecefd667b3 2024-12-08T19:23:31,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/91bfacdd744a4ee5bd484131cf5fc83d is 50, key is test_row_0/B:col10/1733685809820/Put/seqid=0 2024-12-08T19:23:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742150_1326 (size=12301) 2024-12-08T19:23:31,588 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/91bfacdd744a4ee5bd484131cf5fc83d 2024-12-08T19:23:31,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/f5b02a4bff0249dbbb0ae4885a5c1e0f is 50, key is test_row_0/C:col10/1733685809820/Put/seqid=0 2024-12-08T19:23:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742151_1327 (size=12301) 2024-12-08T19:23:31,604 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/f5b02a4bff0249dbbb0ae4885a5c1e0f 2024-12-08T19:23:31,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/953164e31031440d8477fbecefd667b3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3 2024-12-08T19:23:31,617 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3, entries=150, sequenceid=275, filesize=12.0 K 2024-12-08T19:23:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/91bfacdd744a4ee5bd484131cf5fc83d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d 2024-12-08T19:23:31,622 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d, entries=150, sequenceid=275, filesize=12.0 K 2024-12-08T19:23:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/f5b02a4bff0249dbbb0ae4885a5c1e0f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f 2024-12-08T19:23:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f, entries=150, sequenceid=275, filesize=12.0 K 2024-12-08T19:23:31,629 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9738e617c41e7f73e7028c9c3fea646c in 487ms, sequenceid=275, compaction requested=false 2024-12-08T19:23:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-08T19:23:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-08T19:23:31,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-08T19:23:31,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7100 sec 2024-12-08T19:23:31,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.7150 sec 2024-12-08T19:23:31,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:31,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:31,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:31,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5ee5eacdae1b4196be14dc6330a0a91f is 50, key is test_row_0/A:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742152_1328 (size=9857) 2024-12-08T19:23:31,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5ee5eacdae1b4196be14dc6330a0a91f 2024-12-08T19:23:31,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e333ff341ef49abb87be316623b08d8 is 50, key is test_row_0/B:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:31,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:31,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685871959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685871960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685871960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:31,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685871961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685871961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742153_1329 (size=9857) 2024-12-08T19:23:31,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e333ff341ef49abb87be316623b08d8 2024-12-08T19:23:31,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/14f5783c2d0b45e9a4a6628af94e6d36 is 50, key is test_row_0/C:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742154_1330 (size=9857) 2024-12-08T19:23:32,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/14f5783c2d0b45e9a4a6628af94e6d36 2024-12-08T19:23:32,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/5ee5eacdae1b4196be14dc6330a0a91f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f 2024-12-08T19:23:32,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T19:23:32,027 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-08T19:23:32,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:32,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-08T19:23:32,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:32,030 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:32,030 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:32,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:32,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f, entries=100, sequenceid=287, filesize=9.6 K 2024-12-08T19:23:32,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e333ff341ef49abb87be316623b08d8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8 2024-12-08T19:23:32,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8, entries=100, sequenceid=287, filesize=9.6 K 2024-12-08T19:23:32,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/14f5783c2d0b45e9a4a6628af94e6d36 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36 2024-12-08T19:23:32,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36, entries=100, sequenceid=287, filesize=9.6 K 2024-12-08T19:23:32,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9738e617c41e7f73e7028c9c3fea646c in 135ms, sequenceid=287, compaction requested=true 2024-12-08T19:23:32,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,053 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:32,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,053 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:32,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:32,054 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,054 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:32,054 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,054 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=34.1 K 2024-12-08T19:23:32,054 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,054 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:32,054 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,055 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d701fa6d4e6840d49a37250ba41ef9e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=34.1 K 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9d8ffb1f1b8416d8467aa4b7c9fc1bb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d701fa6d4e6840d49a37250ba41ef9e3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 953164e31031440d8477fbecefd667b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733685809816 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 91bfacdd744a4ee5bd484131cf5fc83d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733685809816 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ee5eacdae1b4196be14dc6330a0a91f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685811911 2024-12-08T19:23:32,055 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e333ff341ef49abb87be316623b08d8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685811911 2024-12-08T19:23:32,066 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:32,067 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/7fab73a378754294a9e0f90e0b196883 is 50, key is test_row_0/A:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:32,067 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:32,068 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/b0a74cdca4144f69b5078709245d5d80 is 50, key is test_row_0/B:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:32,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:32,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685872076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685872076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685872078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685872079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685872080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/f5dda63ecc864fa184dd5b8fb8cf44a0 is 50, key is test_row_0/A:col10/1733685811959/Put/seqid=0 2024-12-08T19:23:32,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742155_1331 (size=13017) 2024-12-08T19:23:32,130 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/b0a74cdca4144f69b5078709245d5d80 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/b0a74cdca4144f69b5078709245d5d80 2024-12-08T19:23:32,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:32,137 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into b0a74cdca4144f69b5078709245d5d80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:32,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,137 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685812053; duration=0sec 2024-12-08T19:23:32,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:32,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:32,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742156_1332 (size=13017) 2024-12-08T19:23:32,139 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,139 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:32,139 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,139 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27f1198b0af6476d8a041966daa6781d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=34.1 K 2024-12-08T19:23:32,140 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 27f1198b0af6476d8a041966daa6781d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685809793 2024-12-08T19:23:32,140 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b02a4bff0249dbbb0ae4885a5c1e0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733685809816 2024-12-08T19:23:32,141 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 14f5783c2d0b45e9a4a6628af94e6d36, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685811911 2024-12-08T19:23:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742157_1333 (size=12301) 2024-12-08T19:23:32,145 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/7fab73a378754294a9e0f90e0b196883 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/7fab73a378754294a9e0f90e0b196883 2024-12-08T19:23:32,151 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:32,151 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/8486c1239e5c4887b413adf6ca153171 is 50, key is test_row_0/C:col10/1733685811916/Put/seqid=0 2024-12-08T19:23:32,155 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into 7fab73a378754294a9e0f90e0b196883(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:32,155 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,155 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685812053; duration=0sec 2024-12-08T19:23:32,155 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,155 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:32,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742158_1334 (size=13017) 2024-12-08T19:23:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685872181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685872181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,182 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685872184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685872184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685872192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:32,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685872383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685872383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685872387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685872387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685872394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/f5dda63ecc864fa184dd5b8fb8cf44a0 2024-12-08T19:23:32,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/0f340fadd69643c597a38d878ee9dd6f is 50, key is test_row_0/B:col10/1733685811959/Put/seqid=0 2024-12-08T19:23:32,567 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/8486c1239e5c4887b413adf6ca153171 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8486c1239e5c4887b413adf6ca153171 2024-12-08T19:23:32,581 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 8486c1239e5c4887b413adf6ca153171(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:32,581 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,581 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685812054; duration=0sec 2024-12-08T19:23:32,581 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,581 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:32,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742159_1335 (size=12301) 2024-12-08T19:23:32,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/0f340fadd69643c597a38d878ee9dd6f 2024-12-08T19:23:32,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:32,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/ce003eb009894ed3b37b390956942f9a is 50, key is test_row_0/C:col10/1733685811959/Put/seqid=0 2024-12-08T19:23:32,640 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742160_1336 (size=12301) 2024-12-08T19:23:32,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/ce003eb009894ed3b37b390956942f9a 2024-12-08T19:23:32,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/f5dda63ecc864fa184dd5b8fb8cf44a0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0 2024-12-08T19:23:32,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0, entries=150, sequenceid=316, filesize=12.0 K 2024-12-08T19:23:32,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/0f340fadd69643c597a38d878ee9dd6f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f 2024-12-08T19:23:32,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685872686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685872688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f, entries=150, sequenceid=316, filesize=12.0 K 2024-12-08T19:23:32,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/ce003eb009894ed3b37b390956942f9a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a 2024-12-08T19:23:32,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685872690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685872692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a, entries=150, sequenceid=316, filesize=12.0 K 2024-12-08T19:23:32,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 9738e617c41e7f73e7028c9c3fea646c in 629ms, sequenceid=316, compaction requested=false 2024-12-08T19:23:32,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:32,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:32,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2b6a6e3687974f5dbc12627b254ca395 is 50, key is test_row_0/A:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:32,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742161_1337 (size=14741) 2024-12-08T19:23:32,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2b6a6e3687974f5dbc12627b254ca395 2024-12-08T19:23:32,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/11c4850fd2a44669a743d2c6fb71e217 is 50, key is test_row_0/B:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:32,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742162_1338 (size=12301) 2024-12-08T19:23:32,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/11c4850fd2a44669a743d2c6fb71e217 2024-12-08T19:23:32,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685872800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/b5b25fe67c414ad88fdee38ab3a04e70 is 50, key is test_row_0/C:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:32,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742163_1339 (size=12301) 2024-12-08T19:23:32,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/b5b25fe67c414ad88fdee38ab3a04e70 2024-12-08T19:23:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2b6a6e3687974f5dbc12627b254ca395 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395 2024-12-08T19:23:32,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395, entries=200, sequenceid=330, filesize=14.4 K 2024-12-08T19:23:32,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/11c4850fd2a44669a743d2c6fb71e217 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217 2024-12-08T19:23:32,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:23:32,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/b5b25fe67c414ad88fdee38ab3a04e70 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70 2024-12-08T19:23:32,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:23:32,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 158ms, sequenceid=330, compaction requested=true 2024-12-08T19:23:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,868 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,868 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:32,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:32,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:32,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:32,869 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,869 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,869 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/b0a74cdca4144f69b5078709245d5d80, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.7 K 2024-12-08T19:23:32,869 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/7fab73a378754294a9e0f90e0b196883, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=39.1 K 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fab73a378754294a9e0f90e0b196883, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685809816 2024-12-08T19:23:32,869 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a74cdca4144f69b5078709245d5d80, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685809816 2024-12-08T19:23:32,870 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5dda63ecc864fa184dd5b8fb8cf44a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733685811959 2024-12-08T19:23:32,870 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f340fadd69643c597a38d878ee9dd6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733685811959 2024-12-08T19:23:32,870 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b6a6e3687974f5dbc12627b254ca395, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:32,870 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 11c4850fd2a44669a743d2c6fb71e217, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:32,893 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:32,894 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/ffc83ec809f6494884a9556f494eea01 is 50, key is test_row_0/A:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:32,901 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:32,901 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/620067778295408dbf3035dd31f5b87b is 50, key is test_row_0/B:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:32,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T19:23:32,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:32,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:32,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:32,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/c0d775ae709048dfa80bc6ad57d9b0e2 is 50, key is test_row_0/A:col10/1733685812908/Put/seqid=0 2024-12-08T19:23:32,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685872940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:32,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:32,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:32,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742164_1340 (size=13119) 2024-12-08T19:23:32,959 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/ffc83ec809f6494884a9556f494eea01 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ffc83ec809f6494884a9556f494eea01 2024-12-08T19:23:32,965 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into ffc83ec809f6494884a9556f494eea01(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:32,965 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:32,965 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685812868; duration=0sec 2024-12-08T19:23:32,965 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:32,965 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:32,965 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:32,966 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:32,966 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:32,967 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:32,967 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8486c1239e5c4887b413adf6ca153171, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.7 K 2024-12-08T19:23:32,967 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8486c1239e5c4887b413adf6ca153171, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733685809816 2024-12-08T19:23:32,968 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce003eb009894ed3b37b390956942f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733685811959 2024-12-08T19:23:32,968 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5b25fe67c414ad88fdee38ab3a04e70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:32,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742165_1341 (size=13119) 2024-12-08T19:23:33,017 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:33,018 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/72ec0716cb3f4304b58ba8ae92ba6425 is 50, key is test_row_0/C:col10/1733685812705/Put/seqid=0 2024-12-08T19:23:33,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742166_1342 (size=14741) 2024-12-08T19:23:33,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/c0d775ae709048dfa80bc6ad57d9b0e2 2024-12-08T19:23:33,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685873043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742167_1343 (size=13119) 2024-12-08T19:23:33,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/642b0f92231044409d5f4e67e9d1d5a9 is 50, key is test_row_0/B:col10/1733685812908/Put/seqid=0 2024-12-08T19:23:33,080 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/72ec0716cb3f4304b58ba8ae92ba6425 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/72ec0716cb3f4304b58ba8ae92ba6425 2024-12-08T19:23:33,085 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 72ec0716cb3f4304b58ba8ae92ba6425(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:33,085 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:33,085 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685812869; duration=0sec 2024-12-08T19:23:33,086 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:33,086 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742168_1344 (size=12301) 2024-12-08T19:23:33,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/642b0f92231044409d5f4e67e9d1d5a9 2024-12-08T19:23:33,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c920844dc7184a8fab9fb626d9155afb is 50, key is test_row_0/C:col10/1733685812908/Put/seqid=0 2024-12-08T19:23:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742169_1345 (size=12301) 2024-12-08T19:23:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685873189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685873192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685873196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685873196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685873246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,400 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/620067778295408dbf3035dd31f5b87b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/620067778295408dbf3035dd31f5b87b 2024-12-08T19:23:33,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,406 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into 620067778295408dbf3035dd31f5b87b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:33,407 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685812868; duration=0sec 2024-12-08T19:23:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:33,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c920844dc7184a8fab9fb626d9155afb 2024-12-08T19:23:33,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/c0d775ae709048dfa80bc6ad57d9b0e2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2 2024-12-08T19:23:33,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2, entries=200, sequenceid=356, filesize=14.4 K 2024-12-08T19:23:33,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/642b0f92231044409d5f4e67e9d1d5a9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9 2024-12-08T19:23:33,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T19:23:33,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/c920844dc7184a8fab9fb626d9155afb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb 2024-12-08T19:23:33,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb, entries=150, sequenceid=356, filesize=12.0 K 2024-12-08T19:23:33,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9738e617c41e7f73e7028c9c3fea646c in 640ms, sequenceid=356, compaction requested=false 2024-12-08T19:23:33,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:33,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:33,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:33,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:33,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6930549f08594c52b314156768a5c3c3 is 50, key is test_row_0/A:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:33,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742170_1346 (size=14741) 2024-12-08T19:23:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685873646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685873750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:33,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:33,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:33,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:33,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685873953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6930549f08594c52b314156768a5c3c3 2024-12-08T19:23:34,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e6d2f273f504b068928b0a33cd732c7 is 50, key is test_row_0/B:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:34,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742171_1347 (size=12301) 2024-12-08T19:23:34,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:34,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,167 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685874198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685874199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685874206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685874207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685874256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,319 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e6d2f273f504b068928b0a33cd732c7 2024-12-08T19:23:34,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3fb6d922020e4fd993ad33d5830ecd61 is 50, key is test_row_0/C:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742172_1348 (size=12301) 2024-12-08T19:23:34,472 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685874762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:34,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:34,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3fb6d922020e4fd993ad33d5830ecd61 2024-12-08T19:23:34,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6930549f08594c52b314156768a5c3c3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3 2024-12-08T19:23:34,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3, entries=200, sequenceid=370, filesize=14.4 K 2024-12-08T19:23:34,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9e6d2f273f504b068928b0a33cd732c7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7 2024-12-08T19:23:34,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7, entries=150, sequenceid=370, filesize=12.0 K 2024-12-08T19:23:34,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3fb6d922020e4fd993ad33d5830ecd61 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61 2024-12-08T19:23:34,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61, entries=150, sequenceid=370, filesize=12.0 K 2024-12-08T19:23:34,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 1301ms, sequenceid=370, compaction requested=true 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:34,853 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:34,853 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:34,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:34,854 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,854 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,854 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/620067778295408dbf3035dd31f5b87b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.8 K 2024-12-08T19:23:34,854 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ffc83ec809f6494884a9556f494eea01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=41.6 K 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 620067778295408dbf3035dd31f5b87b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffc83ec809f6494884a9556f494eea01, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0d775ae709048dfa80bc6ad57d9b0e2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685812780 2024-12-08T19:23:34,854 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 642b0f92231044409d5f4e67e9d1d5a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685812780 2024-12-08T19:23:34,859 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6930549f08594c52b314156768a5c3c3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:34,860 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e6d2f273f504b068928b0a33cd732c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:34,865 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:34,865 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d375004d9a3a410ba1587aff7b2e3ab7 is 50, key is test_row_0/B:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:34,866 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:34,866 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6306e1d8e13b4fce98a65caf875014ff is 50, key is test_row_0/A:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:34,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742173_1349 (size=13221) 2024-12-08T19:23:34,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742174_1350 (size=13221) 2024-12-08T19:23:34,883 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d375004d9a3a410ba1587aff7b2e3ab7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d375004d9a3a410ba1587aff7b2e3ab7 2024-12-08T19:23:34,886 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into d375004d9a3a410ba1587aff7b2e3ab7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:34,886 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:34,886 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685814853; duration=0sec 2024-12-08T19:23:34,887 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:34,887 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:34,887 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:34,887 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:34,888 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:34,888 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,888 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/72ec0716cb3f4304b58ba8ae92ba6425, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.8 K 2024-12-08T19:23:34,888 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 72ec0716cb3f4304b58ba8ae92ba6425, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685812078 2024-12-08T19:23:34,888 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c920844dc7184a8fab9fb626d9155afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733685812780 2024-12-08T19:23:34,888 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fb6d922020e4fd993ad33d5830ecd61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:34,893 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:34,893 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/b81e58dc49184739a763d85a7f8260c7 is 50, key is test_row_0/C:col10/1733685813551/Put/seqid=0 2024-12-08T19:23:34,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742175_1351 (size=13221) 2024-12-08T19:23:34,918 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/b81e58dc49184739a763d85a7f8260c7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b81e58dc49184739a763d85a7f8260c7 2024-12-08T19:23:34,922 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into b81e58dc49184739a763d85a7f8260c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:34,922 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:34,922 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685814853; duration=0sec 2024-12-08T19:23:34,922 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:34,922 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:34,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T19:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:34,929 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:34,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:34,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/fb88995eba9d4f9e81cc9363cbd1c559 is 50, key is test_row_0/A:col10/1733685813640/Put/seqid=0 2024-12-08T19:23:34,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742176_1352 (size=12301) 2024-12-08T19:23:35,283 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/6306e1d8e13b4fce98a65caf875014ff as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6306e1d8e13b4fce98a65caf875014ff 2024-12-08T19:23:35,287 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into 6306e1d8e13b4fce98a65caf875014ff(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:35,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:35,287 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685814853; duration=0sec 2024-12-08T19:23:35,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:35,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:35,337 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/fb88995eba9d4f9e81cc9363cbd1c559 2024-12-08T19:23:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9c5bda34dc7e4f638e46c056954a0be2 is 50, key is test_row_0/B:col10/1733685813640/Put/seqid=0 2024-12-08T19:23:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742177_1353 (size=12301) 2024-12-08T19:23:35,747 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9c5bda34dc7e4f638e46c056954a0be2 2024-12-08T19:23:35,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3ae1473d9a9b448bbba29700339eb07f is 50, key is test_row_0/C:col10/1733685813640/Put/seqid=0 2024-12-08T19:23:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742178_1354 (size=12301) 2024-12-08T19:23:35,759 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3ae1473d9a9b448bbba29700339eb07f 2024-12-08T19:23:35,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/fb88995eba9d4f9e81cc9363cbd1c559 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559 2024-12-08T19:23:35,766 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559, entries=150, sequenceid=397, filesize=12.0 K 2024-12-08T19:23:35,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/9c5bda34dc7e4f638e46c056954a0be2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2 2024-12-08T19:23:35,770 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2, entries=150, sequenceid=397, filesize=12.0 K 2024-12-08T19:23:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3ae1473d9a9b448bbba29700339eb07f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f 2024-12-08T19:23:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:35,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:35,775 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f, entries=150, sequenceid=397, filesize=12.0 K 2024-12-08T19:23:35,776 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 9738e617c41e7f73e7028c9c3fea646c in 847ms, sequenceid=397, compaction requested=false 2024-12-08T19:23:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-08T19:23:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-08T19:23:35,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-08T19:23:35,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7470 sec 2024-12-08T19:23:35,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 3.7490 sec 2024-12-08T19:23:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:35,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:35,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:35,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/3266a426a44d4f08b29be8fc6f221ffc is 50, key is test_row_0/A:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:35,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742179_1355 (size=12301) 2024-12-08T19:23:35,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685875827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:35,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:35,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685875930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685876132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T19:23:36,135 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-08T19:23:36,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:36,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-08T19:23:36,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:36,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:36,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:36,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:36,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/3266a426a44d4f08b29be8fc6f221ffc 2024-12-08T19:23:36,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d6ccc3efef91413e9a85b59d6bc4e715 is 50, key is test_row_0/B:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59998 deadline: 1733685876202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,203 DEBUG [Thread-1220 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:36,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742180_1356 (size=12301) 2024-12-08T19:23:36,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60036 deadline: 1733685876207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,208 DEBUG [Thread-1216 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:36,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60028 deadline: 1733685876210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,212 DEBUG [Thread-1222 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:36,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59954 deadline: 1733685876217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,219 DEBUG [Thread-1224 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:23:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:36,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:36,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685876434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:36,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:36,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:36,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:36,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d6ccc3efef91413e9a85b59d6bc4e715 2024-12-08T19:23:36,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4a8928157aef41028d4eccdba66f6a17 is 50, key is test_row_0/C:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742181_1357 (size=12301) 2024-12-08T19:23:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:36,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:36,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:36,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:36,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:36,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:36,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:36,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:36,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685876940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:37,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4a8928157aef41028d4eccdba66f6a17 2024-12-08T19:23:37,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/3266a426a44d4f08b29be8fc6f221ffc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc 2024-12-08T19:23:37,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc, entries=150, sequenceid=409, filesize=12.0 K 2024-12-08T19:23:37,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/d6ccc3efef91413e9a85b59d6bc4e715 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715 2024-12-08T19:23:37,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715, entries=150, sequenceid=409, filesize=12.0 K 2024-12-08T19:23:37,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4a8928157aef41028d4eccdba66f6a17 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17 2024-12-08T19:23:37,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17, entries=150, sequenceid=409, filesize=12.0 K 2024-12-08T19:23:37,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 1244ms, sequenceid=409, compaction requested=true 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:37,027 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:37,027 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:37,028 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:37,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:37,028 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:37,028 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:37,028 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:37,028 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:37,028 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6306e1d8e13b4fce98a65caf875014ff, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.9 K 2024-12-08T19:23:37,028 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d375004d9a3a410ba1587aff7b2e3ab7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.9 K 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6306e1d8e13b4fce98a65caf875014ff, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d375004d9a3a410ba1587aff7b2e3ab7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c5bda34dc7e4f638e46c056954a0be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733685813630 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb88995eba9d4f9e81cc9363cbd1c559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733685813630 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3266a426a44d4f08b29be8fc6f221ffc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:37,029 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d6ccc3efef91413e9a85b59d6bc4e715, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:37,035 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:37,035 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/a4038c6955e24347b398258c946efc10 is 50, key is test_row_0/A:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:37,035 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:37,036 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/c1bf700e42ab47afabb781a71ab89d61 is 50, key is test_row_0/B:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:37,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:37,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T19:23:37,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:37,050 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:37,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742183_1359 (size=13323) 2024-12-08T19:23:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742182_1358 (size=13323) 2024-12-08T19:23:37,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/30743dba6f2b4686adef59880f52bfe2 is 50, key is test_row_0/A:col10/1733685815825/Put/seqid=0 2024-12-08T19:23:37,059 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/c1bf700e42ab47afabb781a71ab89d61 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/c1bf700e42ab47afabb781a71ab89d61 2024-12-08T19:23:37,062 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/a4038c6955e24347b398258c946efc10 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a4038c6955e24347b398258c946efc10 2024-12-08T19:23:37,063 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into c1bf700e42ab47afabb781a71ab89d61(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:37,063 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:37,063 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685817027; duration=0sec 2024-12-08T19:23:37,063 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:37,063 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:37,063 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742184_1360 (size=12301) 2024-12-08T19:23:37,064 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:37,065 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:37,065 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:37,065 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b81e58dc49184739a763d85a7f8260c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=36.9 K 2024-12-08T19:23:37,065 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b81e58dc49184739a763d85a7f8260c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733685812932 2024-12-08T19:23:37,066 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ae1473d9a9b448bbba29700339eb07f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1733685813630 2024-12-08T19:23:37,066 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a8928157aef41028d4eccdba66f6a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:37,067 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into a4038c6955e24347b398258c946efc10(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:37,067 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:37,067 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685817027; duration=0sec 2024-12-08T19:23:37,068 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:37,068 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:37,069 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/30743dba6f2b4686adef59880f52bfe2 2024-12-08T19:23:37,074 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:37,074 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4c2e8d46165042f1a9b8dfed70dec563 is 50, key is test_row_0/C:col10/1733685815778/Put/seqid=0 2024-12-08T19:23:37,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4d3daa3d62e14340b989ee1bb064f169 is 50, key is test_row_0/B:col10/1733685815825/Put/seqid=0 2024-12-08T19:23:37,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742185_1361 (size=13323) 2024-12-08T19:23:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742186_1362 (size=12301) 2024-12-08T19:23:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:37,482 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/4c2e8d46165042f1a9b8dfed70dec563 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4c2e8d46165042f1a9b8dfed70dec563 2024-12-08T19:23:37,485 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 4c2e8d46165042f1a9b8dfed70dec563(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:37,485 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:37,485 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685817027; duration=0sec 2024-12-08T19:23:37,485 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:37,485 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:37,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4d3daa3d62e14340b989ee1bb064f169 2024-12-08T19:23:37,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/27882afdecf74218bead051be37a6073 is 50, key is test_row_0/C:col10/1733685815825/Put/seqid=0 2024-12-08T19:23:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742187_1363 (size=12301) 2024-12-08T19:23:37,903 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/27882afdecf74218bead051be37a6073 2024-12-08T19:23:37,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/30743dba6f2b4686adef59880f52bfe2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2 2024-12-08T19:23:37,909 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T19:23:37,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4d3daa3d62e14340b989ee1bb064f169 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169 2024-12-08T19:23:37,913 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T19:23:37,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/27882afdecf74218bead051be37a6073 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073 2024-12-08T19:23:37,917 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T19:23:37,918 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 9738e617c41e7f73e7028c9c3fea646c in 868ms, sequenceid=434, compaction requested=false 2024-12-08T19:23:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-08T19:23:37,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-08T19:23:37,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-08T19:23:37,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7820 sec 2024-12-08T19:23:37,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.7840 sec 2024-12-08T19:23:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:37,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:37,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:37,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2610f10aae6d41a6833679ce60a3e532 is 50, key is test_row_0/A:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:37,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742188_1364 (size=14741) 2024-12-08T19:23:38,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685878007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:38,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685878109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T19:23:38,240 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-08T19:23:38,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-08T19:23:38,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:38,242 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:38,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685878311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:38,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:38,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2610f10aae6d41a6833679ce60a3e532 2024-12-08T19:23:38,372 DEBUG [Thread-1231 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:55672 2024-12-08T19:23:38,372 DEBUG [Thread-1231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:38,373 DEBUG [Thread-1229 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:55672 2024-12-08T19:23:38,373 DEBUG [Thread-1233 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:55672 2024-12-08T19:23:38,373 DEBUG [Thread-1229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:38,373 DEBUG [Thread-1233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:38,374 DEBUG [Thread-1235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:55672 2024-12-08T19:23:38,374 DEBUG [Thread-1235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:38,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bb3852d649be4caf8690352443fec546 is 50, key is test_row_0/B:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:38,375 DEBUG [Thread-1227 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:55672 2024-12-08T19:23:38,375 DEBUG [Thread-1227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742189_1365 (size=12301) 2024-12-08T19:23:38,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:38,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:38,546 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:38,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:38,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685878616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:38,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:38,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bb3852d649be4caf8690352443fec546 2024-12-08T19:23:38,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/1cce906a60d44541b601d11ca13a8a7b is 50, key is test_row_0/C:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742190_1366 (size=12301) 2024-12-08T19:23:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:38,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:38,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:38,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:39,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59984 deadline: 1733685879120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:39,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:39,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:39,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:39,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/1cce906a60d44541b601d11ca13a8a7b 2024-12-08T19:23:39,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/2610f10aae6d41a6833679ce60a3e532 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532 2024-12-08T19:23:39,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532, entries=200, sequenceid=448, filesize=14.4 K 2024-12-08T19:23:39,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/bb3852d649be4caf8690352443fec546 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546 2024-12-08T19:23:39,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546, entries=150, sequenceid=448, filesize=12.0 K 2024-12-08T19:23:39,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/1cce906a60d44541b601d11ca13a8a7b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b 2024-12-08T19:23:39,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b, entries=150, sequenceid=448, filesize=12.0 K 2024-12-08T19:23:39,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9738e617c41e7f73e7028c9c3fea646c in 1254ms, sequenceid=448, compaction requested=true 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:39,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:39,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9738e617c41e7f73e7028c9c3fea646c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:39,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:39,216 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:39,216 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:39,216 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/B is initiating minor compaction (all files) 2024-12-08T19:23:39,216 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/A is initiating minor compaction (all files) 2024-12-08T19:23:39,216 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/A in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,216 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/B in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,216 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a4038c6955e24347b398258c946efc10, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=39.4 K 2024-12-08T19:23:39,216 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/c1bf700e42ab47afabb781a71ab89d61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=37.0 K 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4038c6955e24347b398258c946efc10, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c1bf700e42ab47afabb781a71ab89d61, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30743dba6f2b4686adef59880f52bfe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733685815820 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3daa3d62e14340b989ee1bb064f169, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733685815820 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2610f10aae6d41a6833679ce60a3e532, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733685817954 2024-12-08T19:23:39,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting bb3852d649be4caf8690352443fec546, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733685817955 2024-12-08T19:23:39,223 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#A#compaction#320 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:39,223 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/e526dcaf89eb4bd19d3210181bc6735f is 50, key is test_row_0/A:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:39,230 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:39,231 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/6aa54372a1ce46a198d01eb331cf45ef is 50, key is test_row_0/B:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742191_1367 (size=13425) 2024-12-08T19:23:39,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742192_1368 (size=13425) 2024-12-08T19:23:39,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:39,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,314 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:39,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/9271c37277c748d7be9ad42ea13c7ccb is 50, key is test_row_0/A:col10/1733685818003/Put/seqid=0 2024-12-08T19:23:39,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742193_1369 (size=12301) 2024-12-08T19:23:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:39,644 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/e526dcaf89eb4bd19d3210181bc6735f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/e526dcaf89eb4bd19d3210181bc6735f 2024-12-08T19:23:39,645 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/6aa54372a1ce46a198d01eb331cf45ef as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6aa54372a1ce46a198d01eb331cf45ef 2024-12-08T19:23:39,649 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/A of 9738e617c41e7f73e7028c9c3fea646c into e526dcaf89eb4bd19d3210181bc6735f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:39,649 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:39,649 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/A, priority=13, startTime=1733685819215; duration=0sec 2024-12-08T19:23:39,649 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:39,649 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:A 2024-12-08T19:23:39,649 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:39,650 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:39,650 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 9738e617c41e7f73e7028c9c3fea646c/C is initiating minor compaction (all files) 2024-12-08T19:23:39,650 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9738e617c41e7f73e7028c9c3fea646c/C in TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:39,650 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4c2e8d46165042f1a9b8dfed70dec563, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp, totalSize=37.0 K 2024-12-08T19:23:39,651 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c2e8d46165042f1a9b8dfed70dec563, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733685815778 2024-12-08T19:23:39,651 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/B of 9738e617c41e7f73e7028c9c3fea646c into 6aa54372a1ce46a198d01eb331cf45ef(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:39,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:39,651 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/B, priority=13, startTime=1733685819215; duration=0sec 2024-12-08T19:23:39,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:39,651 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27882afdecf74218bead051be37a6073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733685815820 2024-12-08T19:23:39,651 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:B 2024-12-08T19:23:39,652 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cce906a60d44541b601d11ca13a8a7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733685817955 2024-12-08T19:23:39,658 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9738e617c41e7f73e7028c9c3fea646c#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:39,658 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9e46fc91abed4871a682dbd289ca6c02 is 50, key is test_row_0/C:col10/1733685817960/Put/seqid=0 2024-12-08T19:23:39,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742194_1370 (size=13425) 2024-12-08T19:23:39,723 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/9271c37277c748d7be9ad42ea13c7ccb 2024-12-08T19:23:39,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/12f8f1921a9e4339b0e98c80e30562c6 is 50, key is test_row_0/B:col10/1733685818003/Put/seqid=0 2024-12-08T19:23:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742195_1371 (size=12301) 2024-12-08T19:23:40,071 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/9e46fc91abed4871a682dbd289ca6c02 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e46fc91abed4871a682dbd289ca6c02 2024-12-08T19:23:40,079 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9738e617c41e7f73e7028c9c3fea646c/C of 9738e617c41e7f73e7028c9c3fea646c into 9e46fc91abed4871a682dbd289ca6c02(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:40,079 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:40,080 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c., storeName=9738e617c41e7f73e7028c9c3fea646c/C, priority=13, startTime=1733685819215; duration=0sec 2024-12-08T19:23:40,080 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:40,080 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9738e617c41e7f73e7028c9c3fea646c:C 2024-12-08T19:23:40,132 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/12f8f1921a9e4339b0e98c80e30562c6 2024-12-08T19:23:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:40,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. as already flushing 2024-12-08T19:23:40,133 DEBUG [Thread-1218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:55672 2024-12-08T19:23:40,133 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 is 50, key is test_row_0/C:col10/1733685818003/Put/seqid=0 2024-12-08T19:23:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742196_1372 (size=12301) 2024-12-08T19:23:40,225 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:55672 2024-12-08T19:23:40,225 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:55672 2024-12-08T19:23:40,225 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:40,225 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:40,241 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:55672 2024-12-08T19:23:40,241 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:40,245 DEBUG [Thread-1216 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:55672 2024-12-08T19:23:40,245 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:40,548 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 2024-12-08T19:23:40,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/9271c37277c748d7be9ad42ea13c7ccb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/9271c37277c748d7be9ad42ea13c7ccb 2024-12-08T19:23:40,560 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/9271c37277c748d7be9ad42ea13c7ccb, entries=150, sequenceid=473, filesize=12.0 K 2024-12-08T19:23:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/12f8f1921a9e4339b0e98c80e30562c6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/12f8f1921a9e4339b0e98c80e30562c6 2024-12-08T19:23:40,565 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/12f8f1921a9e4339b0e98c80e30562c6, entries=150, sequenceid=473, filesize=12.0 K 2024-12-08T19:23:40,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 2024-12-08T19:23:40,569 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4, entries=150, sequenceid=473, filesize=12.0 K 2024-12-08T19:23:40,570 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for 9738e617c41e7f73e7028c9c3fea646c in 1256ms, sequenceid=473, compaction requested=false 2024-12-08T19:23:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:40,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-08T19:23:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-08T19:23:40,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T19:23:40,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-12-08T19:23:40,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.3320 sec 2024-12-08T19:23:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T19:23:42,348 INFO [Thread-1226 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 167 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8093 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8081 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7970 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8104 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8070 2024-12-08T19:23:42,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:23:42,348 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:23:42,348 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:55672 2024-12-08T19:23:42,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:23:42,349 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:23:42,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:23:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:42,373 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685822373"}]},"ts":"1733685822373"} 2024-12-08T19:23:42,375 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:23:42,416 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:23:42,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:23:42,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, UNASSIGN}] 2024-12-08T19:23:42,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, UNASSIGN 2024-12-08T19:23:42,419 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=9738e617c41e7f73e7028c9c3fea646c, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:42,420 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:23:42,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:42,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:42,572 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 9738e617c41e7f73e7028c9c3fea646c, disabling compactions & flushes 2024-12-08T19:23:42,572 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. after waiting 0 ms 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:42,572 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 9738e617c41e7f73e7028c9c3fea646c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T19:23:42,572 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=A 2024-12-08T19:23:42,573 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:42,573 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=B 2024-12-08T19:23:42,573 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:42,573 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9738e617c41e7f73e7028c9c3fea646c, store=C 2024-12-08T19:23:42,573 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:42,580 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/926e742dfd4d485d9b39748cad9b4107 is 50, key is test_row_0/A:col10/1733685820243/Put/seqid=0 2024-12-08T19:23:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742197_1373 (size=9857) 2024-12-08T19:23:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:42,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:42,985 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/926e742dfd4d485d9b39748cad9b4107 2024-12-08T19:23:42,998 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4be0a9185e5a40d683866a82b76e69b9 is 50, key is test_row_0/B:col10/1733685820243/Put/seqid=0 2024-12-08T19:23:43,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742198_1374 (size=9857) 2024-12-08T19:23:43,402 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4be0a9185e5a40d683866a82b76e69b9 2024-12-08T19:23:43,411 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b11331b47bf40968884352fbbd28c94 is 50, key is test_row_0/C:col10/1733685820243/Put/seqid=0 2024-12-08T19:23:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742199_1375 (size=9857) 2024-12-08T19:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:43,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:23:43,816 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b11331b47bf40968884352fbbd28c94 2024-12-08T19:23:43,820 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/A/926e742dfd4d485d9b39748cad9b4107 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/926e742dfd4d485d9b39748cad9b4107 2024-12-08T19:23:43,824 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/926e742dfd4d485d9b39748cad9b4107, entries=100, sequenceid=484, filesize=9.6 K 2024-12-08T19:23:43,825 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/B/4be0a9185e5a40d683866a82b76e69b9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4be0a9185e5a40d683866a82b76e69b9 2024-12-08T19:23:43,828 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4be0a9185e5a40d683866a82b76e69b9, entries=100, sequenceid=484, filesize=9.6 K 2024-12-08T19:23:43,829 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/.tmp/C/0b11331b47bf40968884352fbbd28c94 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b11331b47bf40968884352fbbd28c94 2024-12-08T19:23:43,832 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b11331b47bf40968884352fbbd28c94, entries=100, sequenceid=484, filesize=9.6 K 2024-12-08T19:23:43,833 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 9738e617c41e7f73e7028c9c3fea646c in 1261ms, sequenceid=484, compaction requested=true 2024-12-08T19:23:43,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c3f0b639b65d47f4abc02e8368ddb141, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/8d57fdffa4754702bd6a1a961e3faa13, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/db4a88fc648741e7b72246fceb8a50d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/27cde0f8cc3948d081e1fc1797a3d2d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d2cf26c7bfeb401c804309005d030922, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/7fab73a378754294a9e0f90e0b196883, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ffc83ec809f6494884a9556f494eea01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6306e1d8e13b4fce98a65caf875014ff, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a4038c6955e24347b398258c946efc10, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532] to archive 2024-12-08T19:23:43,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:43,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/05450556c8564405b407754d17a1d1d5 2024-12-08T19:23:43,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5de028223d224095a25d0fe1542e0abe 2024-12-08T19:23:43,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c3f0b639b65d47f4abc02e8368ddb141 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c3f0b639b65d47f4abc02e8368ddb141 2024-12-08T19:23:43,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/23a8293c66f6495f9c5242287531db72 2024-12-08T19:23:43,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/cf7688da8c6b40a7ab5649e506473dc1 2024-12-08T19:23:43,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/8d57fdffa4754702bd6a1a961e3faa13 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/8d57fdffa4754702bd6a1a961e3faa13 2024-12-08T19:23:43,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ef166021651a4ee2be4b56bfea8129c7 2024-12-08T19:23:43,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5b887db4e72749d69f93e7f6e8cc1f24 2024-12-08T19:23:43,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/db4a88fc648741e7b72246fceb8a50d5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/db4a88fc648741e7b72246fceb8a50d5 2024-12-08T19:23:43,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a6aeaf6128ae4989a3ab413c0665fcfc 2024-12-08T19:23:43,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5e6f96999c464f9da3447bb1db851235 2024-12-08T19:23:43,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/27cde0f8cc3948d081e1fc1797a3d2d0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/27cde0f8cc3948d081e1fc1797a3d2d0 2024-12-08T19:23:43,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/b8ac816989354d36a0040abf380a8462 2024-12-08T19:23:43,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/359bd44b3aaa4302809ea3fc2ff9af4a 2024-12-08T19:23:43,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6639d92f4f6f444d8e3fcee5d0e829aa 2024-12-08T19:23:43,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d2cf26c7bfeb401c804309005d030922 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d2cf26c7bfeb401c804309005d030922 2024-12-08T19:23:43,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/d16dbfa9a47b45d4b1441051bd502d98 2024-12-08T19:23:43,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f9d8ffb1f1b8416d8467aa4b7c9fc1bb 2024-12-08T19:23:43,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/04f73a105bae4b5e8642d1a47184c520 2024-12-08T19:23:43,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/953164e31031440d8477fbecefd667b3 2024-12-08T19:23:43,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/7fab73a378754294a9e0f90e0b196883 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/7fab73a378754294a9e0f90e0b196883 2024-12-08T19:23:43,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/5ee5eacdae1b4196be14dc6330a0a91f 2024-12-08T19:23:43,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/f5dda63ecc864fa184dd5b8fb8cf44a0 2024-12-08T19:23:43,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2b6a6e3687974f5dbc12627b254ca395 2024-12-08T19:23:43,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ffc83ec809f6494884a9556f494eea01 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/ffc83ec809f6494884a9556f494eea01 2024-12-08T19:23:43,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/c0d775ae709048dfa80bc6ad57d9b0e2 2024-12-08T19:23:43,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6930549f08594c52b314156768a5c3c3 2024-12-08T19:23:43,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6306e1d8e13b4fce98a65caf875014ff to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/6306e1d8e13b4fce98a65caf875014ff 2024-12-08T19:23:43,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/fb88995eba9d4f9e81cc9363cbd1c559 2024-12-08T19:23:43,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a4038c6955e24347b398258c946efc10 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/a4038c6955e24347b398258c946efc10 2024-12-08T19:23:43,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/3266a426a44d4f08b29be8fc6f221ffc 2024-12-08T19:23:43,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/30743dba6f2b4686adef59880f52bfe2 2024-12-08T19:23:43,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/2610f10aae6d41a6833679ce60a3e532 2024-12-08T19:23:43,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/162d15e3cf7844f389d02ce0e143502e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d51d26ed491c4535a306d59711d62ca0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/e25b8d15eb264845a5fa9f610c7890fa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d636eb7181fa46b0bbb44b3e3622abe1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/70ef39b5cf3343dd8fed28fffd2e5e31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d701fa6d4e6840d49a37250ba41ef9e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/b0a74cdca4144f69b5078709245d5d80, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/620067778295408dbf3035dd31f5b87b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d375004d9a3a410ba1587aff7b2e3ab7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/c1bf700e42ab47afabb781a71ab89d61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546] to archive 2024-12-08T19:23:43,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:43,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a2a6d27f906d430f86bae532054616c6 2024-12-08T19:23:43,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/572c5ca2585a4e35a8b5c1879cd722c2 2024-12-08T19:23:43,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/162d15e3cf7844f389d02ce0e143502e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/162d15e3cf7844f389d02ce0e143502e 2024-12-08T19:23:43,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9bbdcf931be54cc69463d9d4daef52cf 2024-12-08T19:23:43,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/2ad7d174356a4f23969f391e738b2af7 2024-12-08T19:23:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d51d26ed491c4535a306d59711d62ca0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d51d26ed491c4535a306d59711d62ca0 2024-12-08T19:23:43,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/052376b45d7946939e1aa32ccdbc2186 2024-12-08T19:23:43,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6a98afdd7f204ae6a25bcead70982d7e 2024-12-08T19:23:43,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/e25b8d15eb264845a5fa9f610c7890fa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/e25b8d15eb264845a5fa9f610c7890fa 2024-12-08T19:23:43,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/442ac660f3de4db0ae9469e14b920ada 2024-12-08T19:23:43,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/f7bb178cc9664d9a83274e004446e12e 2024-12-08T19:23:43,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d636eb7181fa46b0bbb44b3e3622abe1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d636eb7181fa46b0bbb44b3e3622abe1 2024-12-08T19:23:43,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1314c4b598d84d51bcae3777392a79c4 2024-12-08T19:23:43,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bc63c6d3ec214b959e11fe74969e277c 2024-12-08T19:23:43,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/70ef39b5cf3343dd8fed28fffd2e5e31 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/70ef39b5cf3343dd8fed28fffd2e5e31 2024-12-08T19:23:43,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/5a20eb2c1763420a81abb4b32a695039 2024-12-08T19:23:43,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/a51313e1b0ab4cbea21cd3dac12cdac0 2024-12-08T19:23:43,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d701fa6d4e6840d49a37250ba41ef9e3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d701fa6d4e6840d49a37250ba41ef9e3 2024-12-08T19:23:43,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/1f75fe6a5b764e08bcec7aeb9c93180d 2024-12-08T19:23:43,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/91bfacdd744a4ee5bd484131cf5fc83d 2024-12-08T19:23:43,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/b0a74cdca4144f69b5078709245d5d80 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/b0a74cdca4144f69b5078709245d5d80 2024-12-08T19:23:43,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e333ff341ef49abb87be316623b08d8 2024-12-08T19:23:43,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/0f340fadd69643c597a38d878ee9dd6f 2024-12-08T19:23:43,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/620067778295408dbf3035dd31f5b87b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/620067778295408dbf3035dd31f5b87b 2024-12-08T19:23:43,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/11c4850fd2a44669a743d2c6fb71e217 2024-12-08T19:23:43,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/642b0f92231044409d5f4e67e9d1d5a9 2024-12-08T19:23:43,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d375004d9a3a410ba1587aff7b2e3ab7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d375004d9a3a410ba1587aff7b2e3ab7 2024-12-08T19:23:43,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9e6d2f273f504b068928b0a33cd732c7 2024-12-08T19:23:43,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/9c5bda34dc7e4f638e46c056954a0be2 2024-12-08T19:23:43,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/c1bf700e42ab47afabb781a71ab89d61 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/c1bf700e42ab47afabb781a71ab89d61 2024-12-08T19:23:43,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/d6ccc3efef91413e9a85b59d6bc4e715 2024-12-08T19:23:43,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4d3daa3d62e14340b989ee1bb064f169 2024-12-08T19:23:43,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/bb3852d649be4caf8690352443fec546 2024-12-08T19:23:43,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ddfbbdbd3f624f718c61ce12353d1088, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/77f58a2a1d5c402cb8ab244983cf9958, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/57a983b618d5408db33ffddec14abff0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/719d4d7c3af9483bb1b90264c05be0e2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1281c719eaa7481aa46dfb5f8a82c8ae, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27f1198b0af6476d8a041966daa6781d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8486c1239e5c4887b413adf6ca153171, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/72ec0716cb3f4304b58ba8ae92ba6425, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b81e58dc49184739a763d85a7f8260c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4c2e8d46165042f1a9b8dfed70dec563, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b] to archive 2024-12-08T19:23:43,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:23:43,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c385cb6eaeae44dfbc79eb64c9d43734 2024-12-08T19:23:43,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4d6ec8b9e79a4a10abb37cd44d653706 2024-12-08T19:23:43,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ddfbbdbd3f624f718c61ce12353d1088 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ddfbbdbd3f624f718c61ce12353d1088 2024-12-08T19:23:43,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8226e576aad34e089a8d1d8432f35c28 2024-12-08T19:23:43,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b0f430703eb4c4684e475737248ad8e 2024-12-08T19:23:43,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/77f58a2a1d5c402cb8ab244983cf9958 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/77f58a2a1d5c402cb8ab244983cf9958 2024-12-08T19:23:43,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4827b19ea9bf49d1805dad2b0cc2d95a 2024-12-08T19:23:43,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e590f7ad8a2494aa46a7df4ea86e9da 2024-12-08T19:23:43,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/57a983b618d5408db33ffddec14abff0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/57a983b618d5408db33ffddec14abff0 2024-12-08T19:23:43,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/e5ab7483ab324b32bc58c6a9ea9d08e2 2024-12-08T19:23:43,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0673fadc63db430abb21324678f5eb51 2024-12-08T19:23:43,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/719d4d7c3af9483bb1b90264c05be0e2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/719d4d7c3af9483bb1b90264c05be0e2 2024-12-08T19:23:43,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/6e38d0da7e9d4be2a7da1956ef8ccd68 2024-12-08T19:23:43,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/2609e68253e545879a2ad6ff7e2bfb77 2024-12-08T19:23:43,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1281c719eaa7481aa46dfb5f8a82c8ae to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1281c719eaa7481aa46dfb5f8a82c8ae 2024-12-08T19:23:43,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/bc0aebfad0b04492b75de3c359690d5b 2024-12-08T19:23:43,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9c19a54ff5014284983225e1b4798ef4 2024-12-08T19:23:43,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27f1198b0af6476d8a041966daa6781d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27f1198b0af6476d8a041966daa6781d 2024-12-08T19:23:43,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/15535af1f3194e0193d74c9dd57f7ba8 2024-12-08T19:23:43,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/f5b02a4bff0249dbbb0ae4885a5c1e0f 2024-12-08T19:23:43,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8486c1239e5c4887b413adf6ca153171 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/8486c1239e5c4887b413adf6ca153171 2024-12-08T19:23:43,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/14f5783c2d0b45e9a4a6628af94e6d36 2024-12-08T19:23:43,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/ce003eb009894ed3b37b390956942f9a 2024-12-08T19:23:43,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/72ec0716cb3f4304b58ba8ae92ba6425 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/72ec0716cb3f4304b58ba8ae92ba6425 2024-12-08T19:23:43,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b5b25fe67c414ad88fdee38ab3a04e70 2024-12-08T19:23:43,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/c920844dc7184a8fab9fb626d9155afb 2024-12-08T19:23:43,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b81e58dc49184739a763d85a7f8260c7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/b81e58dc49184739a763d85a7f8260c7 2024-12-08T19:23:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3fb6d922020e4fd993ad33d5830ecd61 2024-12-08T19:23:43,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3ae1473d9a9b448bbba29700339eb07f 2024-12-08T19:23:43,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4c2e8d46165042f1a9b8dfed70dec563 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4c2e8d46165042f1a9b8dfed70dec563 2024-12-08T19:23:43,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/4a8928157aef41028d4eccdba66f6a17 2024-12-08T19:23:43,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/27882afdecf74218bead051be37a6073 2024-12-08T19:23:43,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/1cce906a60d44541b601d11ca13a8a7b 2024-12-08T19:23:43,935 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/recovered.edits/487.seqid, newMaxSeqId=487, maxSeqId=1 2024-12-08T19:23:43,936 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c. 2024-12-08T19:23:43,936 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 9738e617c41e7f73e7028c9c3fea646c: 2024-12-08T19:23:43,937 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:43,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=9738e617c41e7f73e7028c9c3fea646c, regionState=CLOSED 2024-12-08T19:23:43,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T19:23:43,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 9738e617c41e7f73e7028c9c3fea646c, server=8760adbab633,37895,1733685735339 in 1.5180 sec 2024-12-08T19:23:43,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-08T19:23:43,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9738e617c41e7f73e7028c9c3fea646c, UNASSIGN in 1.5210 sec 2024-12-08T19:23:43,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-08T19:23:43,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5240 sec 2024-12-08T19:23:43,942 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685823942"}]},"ts":"1733685823942"} 2024-12-08T19:23:43,943 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:23:43,954 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:23:43,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6060 sec 2024-12-08T19:23:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T19:23:44,478 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-08T19:23:44,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:23:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,480 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,481 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-08T19:23:44,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:44,483 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/recovered.edits] 2024-12-08T19:23:44,485 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/926e742dfd4d485d9b39748cad9b4107 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/926e742dfd4d485d9b39748cad9b4107 2024-12-08T19:23:44,486 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/9271c37277c748d7be9ad42ea13c7ccb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/9271c37277c748d7be9ad42ea13c7ccb 2024-12-08T19:23:44,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/e526dcaf89eb4bd19d3210181bc6735f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/A/e526dcaf89eb4bd19d3210181bc6735f 2024-12-08T19:23:44,489 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/12f8f1921a9e4339b0e98c80e30562c6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/12f8f1921a9e4339b0e98c80e30562c6 2024-12-08T19:23:44,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4be0a9185e5a40d683866a82b76e69b9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/4be0a9185e5a40d683866a82b76e69b9 2024-12-08T19:23:44,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6aa54372a1ce46a198d01eb331cf45ef to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/B/6aa54372a1ce46a198d01eb331cf45ef 2024-12-08T19:23:44,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b11331b47bf40968884352fbbd28c94 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/0b11331b47bf40968884352fbbd28c94 2024-12-08T19:23:44,493 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/3dc6cb0bdb414e1585e4fd7b3d49f3e4 2024-12-08T19:23:44,493 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e46fc91abed4871a682dbd289ca6c02 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/C/9e46fc91abed4871a682dbd289ca6c02 2024-12-08T19:23:44,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/recovered.edits/487.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c/recovered.edits/487.seqid 2024-12-08T19:23:44,495 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/9738e617c41e7f73e7028c9c3fea646c 2024-12-08T19:23:44,496 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:23:44,497 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,501 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:23:44,502 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:23:44,503 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,503 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:23:44,503 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685824503"}]},"ts":"9223372036854775807"} 2024-12-08T19:23:44,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:23:44,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9738e617c41e7f73e7028c9c3fea646c, NAME => 'TestAcidGuarantees,,1733685796053.9738e617c41e7f73e7028c9c3fea646c.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:23:44,505 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:23:44,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685824505"}]},"ts":"9223372036854775807"} 2024-12-08T19:23:44,508 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:23:44,555 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 76 msec 2024-12-08T19:23:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-08T19:23:44,582 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-08T19:23:44,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 240), OpenFileDescriptor=453 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 288) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=19714 (was 19962) 2024-12-08T19:23:44,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=19714 2024-12-08T19:23:44,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:23:44,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:23:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:44,608 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:23:44,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:44,609 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:23:44,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-12-08T19:23:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:44,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742200_1376 (size=963) 2024-12-08T19:23:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:45,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T19:23:45,019 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:23:45,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742201_1377 (size=53) 2024-12-08T19:23:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e5d57183c797ec6dd6e4221d62a5d1a0, disabling compactions & flushes 2024-12-08T19:23:45,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. after waiting 0 ms 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,430 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,430 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:45,432 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:23:45,432 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685825432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685825432"}]},"ts":"1733685825432"} 2024-12-08T19:23:45,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:23:45,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:23:45,434 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685825434"}]},"ts":"1733685825434"} 2024-12-08T19:23:45,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:23:45,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, ASSIGN}] 2024-12-08T19:23:45,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, ASSIGN 2024-12-08T19:23:45,538 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:23:45,688 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:45,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:45,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:45,850 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,850 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:23:45,851 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,851 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:23:45,851 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,851 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,854 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,856 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:45,856 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName A 2024-12-08T19:23:45,857 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:45,857 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:45,857 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,859 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:45,859 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName B 2024-12-08T19:23:45,859 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:45,860 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:45,860 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,861 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:45,862 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName C 2024-12-08T19:23:45,862 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:45,862 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:45,862 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,863 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,864 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,866 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:23:45,867 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:45,870 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:23:45,870 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened e5d57183c797ec6dd6e4221d62a5d1a0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74736461, jitterRate=0.1136600524187088}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:23:45,871 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:45,872 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., pid=98, masterSystemTime=1733685825844 2024-12-08T19:23:45,874 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,874 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:45,874 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:45,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-08T19:23:45,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 in 185 msec 2024-12-08T19:23:45,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-08T19:23:45,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, ASSIGN in 341 msec 2024-12-08T19:23:45,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:23:45,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685825879"}]},"ts":"1733685825879"} 2024-12-08T19:23:45,880 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:23:45,888 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:23:45,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2820 sec 2024-12-08T19:23:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T19:23:46,717 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-08T19:23:46,718 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-08T19:23:46,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:46,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:46,771 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:46,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:23:46,776 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:23:46,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:23:46,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:23:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T19:23:46,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742202_1378 (size=999) 2024-12-08T19:23:47,191 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T19:23:47,191 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T19:23:47,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:23:47,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, REOPEN/MOVE}] 2024-12-08T19:23:47,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, REOPEN/MOVE 2024-12-08T19:23:47,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,200 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:23:47,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:47,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:47,353 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,353 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:23:47,353 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing e5d57183c797ec6dd6e4221d62a5d1a0, disabling compactions & flushes 2024-12-08T19:23:47,353 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,353 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,353 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. after waiting 0 ms 2024-12-08T19:23:47,354 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,362 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T19:23:47,363 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,363 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:47,363 WARN [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: e5d57183c797ec6dd6e4221d62a5d1a0 to self. 2024-12-08T19:23:47,366 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=CLOSED 2024-12-08T19:23:47,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-08T19:23:47,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 in 168 msec 2024-12-08T19:23:47,372 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, REOPEN/MOVE; state=CLOSED, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=true 2024-12-08T19:23:47,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:23:47,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:47,679 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,680 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:23:47,681 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,681 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:23:47,681 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,681 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,684 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,685 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:47,686 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName A 2024-12-08T19:23:47,687 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:47,688 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:47,688 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,688 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:47,689 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName B 2024-12-08T19:23:47,689 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:47,689 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:47,689 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,690 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:23:47,690 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5d57183c797ec6dd6e4221d62a5d1a0 columnFamilyName C 2024-12-08T19:23:47,690 DEBUG [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:47,690 INFO [StoreOpener-e5d57183c797ec6dd6e4221d62a5d1a0-1 {}] regionserver.HStore(327): Store=e5d57183c797ec6dd6e4221d62a5d1a0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:23:47,690 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,691 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,692 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:23:47,693 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,693 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened e5d57183c797ec6dd6e4221d62a5d1a0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61750182, jitterRate=-0.07985058426856995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:23:47,694 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:47,694 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., pid=103, masterSystemTime=1733685827675 2024-12-08T19:23:47,695 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,695 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:47,695 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=OPEN, openSeqNum=5, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-12-08T19:23:47,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 in 173 msec 2024-12-08T19:23:47,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-08T19:23:47,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, REOPEN/MOVE in 498 msec 2024-12-08T19:23:47,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-08T19:23:47,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 502 msec 2024-12-08T19:23:47,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-12-08T19:23:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-08T19:23:47,702 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-12-08T19:23:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-12-08T19:23:47,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-12-08T19:23:47,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-12-08T19:23:47,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,806 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-12-08T19:23:47,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-08T19:23:47,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,823 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-12-08T19:23:47,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-08T19:23:47,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-12-08T19:23:47,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-12-08T19:23:47,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:23:47,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-08T19:23:47,861 DEBUG [hconnection-0x3625c1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:47,861 DEBUG [hconnection-0x7f8fd376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,861 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:47,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:47,862 DEBUG [hconnection-0xc900263-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,862 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,862 DEBUG [hconnection-0x19352994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,863 DEBUG [hconnection-0xfeeffdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,863 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,863 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,863 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,864 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,864 DEBUG [hconnection-0xa082314-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,865 DEBUG [hconnection-0x412d0383-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,865 DEBUG [hconnection-0x19bba5ff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,866 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,866 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,866 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,867 DEBUG [hconnection-0x159ef30e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,868 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:47,876 DEBUG [hconnection-0x56ffb399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:23:47,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:47,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:47,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685887888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685887888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685887889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685887889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685887889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080a860f340b044312a3fd9de54dbb003b_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685827876/Put/seqid=0 2024-12-08T19:23:47,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742203_1379 (size=14594) 2024-12-08T19:23:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685887994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685887994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685887994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685887995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:47,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685887998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,016 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:48,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685888198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685888199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685888199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685888199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685888200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,316 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:48,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080a860f340b044312a3fd9de54dbb003b_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080a860f340b044312a3fd9de54dbb003b_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:48,320 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/8fee890081da45bd959642c169cebfa7, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:48,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/8fee890081da45bd959642c169cebfa7 is 175, key is test_row_0/A:col10/1733685827876/Put/seqid=0 2024-12-08T19:23:48,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742204_1380 (size=39549) 2024-12-08T19:23:48,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/8fee890081da45bd959642c169cebfa7 2024-12-08T19:23:48,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/37b8fdb1982e4f899d0a1d9e1aa732fe is 50, key is test_row_0/B:col10/1733685827876/Put/seqid=0 2024-12-08T19:23:48,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742205_1381 (size=12001) 2024-12-08T19:23:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:48,475 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685888500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685888502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685888502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685888503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685888503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:48,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/37b8fdb1982e4f899d0a1d9e1aa732fe 2024-12-08T19:23:48,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/3ea0429fead34e95b57c8f36acfa7ce8 is 50, key is test_row_0/C:col10/1733685827876/Put/seqid=0 2024-12-08T19:23:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742206_1382 (size=12001) 2024-12-08T19:23:48,780 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,932 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:48,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:48,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685889006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685889007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685889007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685889008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685889009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:49,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:49,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:49,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:49,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:49,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/3ea0429fead34e95b57c8f36acfa7ce8 2024-12-08T19:23:49,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/8fee890081da45bd959642c169cebfa7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7 2024-12-08T19:23:49,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7, entries=200, sequenceid=18, filesize=38.6 K 2024-12-08T19:23:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/37b8fdb1982e4f899d0a1d9e1aa732fe as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe 2024-12-08T19:23:49,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe, entries=150, sequenceid=18, filesize=11.7 K 2024-12-08T19:23:49,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/3ea0429fead34e95b57c8f36acfa7ce8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8 2024-12-08T19:23:49,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8, entries=150, sequenceid=18, filesize=11.7 K 2024-12-08T19:23:49,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1314ms, sequenceid=18, compaction requested=false 2024-12-08T19:23:49,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:49,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:49,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T19:23:49,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:49,237 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:49,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120813036b9f69e942278c545de856c05e51_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685827888/Put/seqid=0 2024-12-08T19:23:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742207_1383 (size=12154) 2024-12-08T19:23:49,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:23:49,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120813036b9f69e942278c545de856c05e51_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120813036b9f69e942278c545de856c05e51_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d92451c7d51c4d419fd733b9a4c0d90f, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:49,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d92451c7d51c4d419fd733b9a4c0d90f is 175, key is test_row_0/A:col10/1733685827888/Put/seqid=0 2024-12-08T19:23:49,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742208_1384 (size=30955) 2024-12-08T19:23:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:50,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:50,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685890022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685890025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685890026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685890027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685890027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,065 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d92451c7d51c4d419fd733b9a4c0d90f 2024-12-08T19:23:50,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8bf9f01bf16b4382af168f7f4dc3f34e is 50, key is test_row_0/B:col10/1733685827888/Put/seqid=0 2024-12-08T19:23:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742209_1385 (size=12001) 2024-12-08T19:23:50,082 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8bf9f01bf16b4382af168f7f4dc3f34e 2024-12-08T19:23:50,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/e4a12540ace444fda374e0b32743d64a is 50, key is test_row_0/C:col10/1733685827888/Put/seqid=0 2024-12-08T19:23:50,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742210_1386 (size=12001) 2024-12-08T19:23:50,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685890128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685890131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685890132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685890132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685890133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685890333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685890333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685890334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685890338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685890338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,521 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/e4a12540ace444fda374e0b32743d64a 2024-12-08T19:23:50,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d92451c7d51c4d419fd733b9a4c0d90f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f 2024-12-08T19:23:50,530 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-08T19:23:50,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8bf9f01bf16b4382af168f7f4dc3f34e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e 2024-12-08T19:23:50,534 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-08T19:23:50,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/e4a12540ace444fda374e0b32743d64a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a 2024-12-08T19:23:50,541 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-08T19:23:50,542 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1305ms, sequenceid=40, compaction requested=false 2024-12-08T19:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:50,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-08T19:23:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-08T19:23:50,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-08T19:23:50,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6820 sec 2024-12-08T19:23:50,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 2.6860 sec 2024-12-08T19:23:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:50,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:23:50,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:50,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:50,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:50,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:50,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:50,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:50,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088db582263ff3415ba977f574f5be3f10_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685890689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742211_1387 (size=14594) 2024-12-08T19:23:50,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685890691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685890692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685890692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685890700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,714 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:50,718 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088db582263ff3415ba977f574f5be3f10_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088db582263ff3415ba977f574f5be3f10_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:50,719 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/26cf9c32f19542c8893b292cbadb52d0, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:50,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/26cf9c32f19542c8893b292cbadb52d0 is 175, key is test_row_0/A:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:50,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742212_1388 (size=39549) 2024-12-08T19:23:50,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/26cf9c32f19542c8893b292cbadb52d0 2024-12-08T19:23:50,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7c6270f15e1241c8933f6072ececb9af is 50, key is test_row_0/B:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:50,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685890808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685890809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685890809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685890809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685890811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742213_1389 (size=12001) 2024-12-08T19:23:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685891017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685891017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685891018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685891018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685891018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7c6270f15e1241c8933f6072ececb9af 2024-12-08T19:23:51,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/6fbdfac81ede48b594c3d5dc5155de84 is 50, key is test_row_0/C:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:51,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742214_1390 (size=12001) 2024-12-08T19:23:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685891322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685891324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685891325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685891326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685891327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/6fbdfac81ede48b594c3d5dc5155de84 2024-12-08T19:23:51,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/26cf9c32f19542c8893b292cbadb52d0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0 2024-12-08T19:23:51,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0, entries=200, sequenceid=55, filesize=38.6 K 2024-12-08T19:23:51,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7c6270f15e1241c8933f6072ececb9af as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af 2024-12-08T19:23:51,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af, entries=150, sequenceid=55, filesize=11.7 K 2024-12-08T19:23:51,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/6fbdfac81ede48b594c3d5dc5155de84 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84 2024-12-08T19:23:51,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84, entries=150, sequenceid=55, filesize=11.7 K 2024-12-08T19:23:51,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1100ms, sequenceid=55, compaction requested=true 2024-12-08T19:23:51,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:51,738 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:51,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:51,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:51,738 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:51,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:51,739 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:51,739 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:23:51,739 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:51,740 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=35.2 K 2024-12-08T19:23:51,740 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:51,740 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:23:51,740 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:51,740 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=107.5 K 2024-12-08T19:23:51,740 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:51,740 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0] 2024-12-08T19:23:51,740 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 37b8fdb1982e4f899d0a1d9e1aa732fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733685827871 2024-12-08T19:23:51,740 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fee890081da45bd959642c169cebfa7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733685827870 2024-12-08T19:23:51,741 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bf9f01bf16b4382af168f7f4dc3f34e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733685827887 2024-12-08T19:23:51,741 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d92451c7d51c4d419fd733b9a4c0d90f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733685827887 2024-12-08T19:23:51,741 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c6270f15e1241c8933f6072ececb9af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:51,741 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26cf9c32f19542c8893b292cbadb52d0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:51,748 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:51,749 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:51,749 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/44a3038103e8405a9e0bdec6db25b633 is 50, key is test_row_0/B:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:51,752 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208ee73e32e58884cb8bdcdc985976f2ee8_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:51,754 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208ee73e32e58884cb8bdcdc985976f2ee8_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:51,754 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ee73e32e58884cb8bdcdc985976f2ee8_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742215_1391 (size=12104) 2024-12-08T19:23:51,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742216_1392 (size=4469) 2024-12-08T19:23:51,770 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#339 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:51,770 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e909ea8436a44211b0337186f6c4ec01 is 175, key is test_row_0/A:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742217_1393 (size=31058) 2024-12-08T19:23:51,785 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e909ea8436a44211b0337186f6c4ec01 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01 2024-12-08T19:23:51,789 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into e909ea8436a44211b0337186f6c4ec01(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:51,789 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:51,789 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=13, startTime=1733685831738; duration=0sec 2024-12-08T19:23:51,789 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:51,789 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:23:51,789 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:51,790 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:51,790 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:23:51,790 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:51,790 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=35.2 K 2024-12-08T19:23:51,791 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ea0429fead34e95b57c8f36acfa7ce8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733685827871 2024-12-08T19:23:51,791 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4a12540ace444fda374e0b32743d64a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733685827887 2024-12-08T19:23:51,792 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fbdfac81ede48b594c3d5dc5155de84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:51,797 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:51,797 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/14b006e1dff143d6810e99a5008838cf is 50, key is test_row_0/C:col10/1733685830636/Put/seqid=0 2024-12-08T19:23:51,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742218_1394 (size=12104) 2024-12-08T19:23:51,822 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/14b006e1dff143d6810e99a5008838cf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/14b006e1dff143d6810e99a5008838cf 2024-12-08T19:23:51,828 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into 14b006e1dff143d6810e99a5008838cf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:51,828 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:51,828 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=13, startTime=1733685831739; duration=0sec 2024-12-08T19:23:51,828 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:51,828 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:23:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:51,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:51,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685891854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685891856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685891859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120833adf15eddb343288e873d8d84606f65_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685830687/Put/seqid=0 2024-12-08T19:23:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685891862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685891863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742219_1395 (size=17034) 2024-12-08T19:23:51,908 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:51,913 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120833adf15eddb343288e873d8d84606f65_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833adf15eddb343288e873d8d84606f65_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:51,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/020a188ec2a3487091ce0ef23640dccb, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:51,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/020a188ec2a3487091ce0ef23640dccb is 175, key is test_row_0/A:col10/1733685830687/Put/seqid=0 2024-12-08T19:23:51,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742220_1396 (size=48139) 2024-12-08T19:23:51,921 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/020a188ec2a3487091ce0ef23640dccb 2024-12-08T19:23:51,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f99900780daf4f079367955da8d66448 is 50, key is test_row_0/B:col10/1733685830687/Put/seqid=0 2024-12-08T19:23:51,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742221_1397 (size=12001) 2024-12-08T19:23:51,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f99900780daf4f079367955da8d66448 2024-12-08T19:23:51,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8ae554bcec5d420681de1f1b6c52adba is 50, key is test_row_0/C:col10/1733685830687/Put/seqid=0 2024-12-08T19:23:51,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742222_1398 (size=12001) 2024-12-08T19:23:51,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8ae554bcec5d420681de1f1b6c52adba 2024-12-08T19:23:51,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/020a188ec2a3487091ce0ef23640dccb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb 2024-12-08T19:23:51,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb, entries=250, sequenceid=81, filesize=47.0 K 2024-12-08T19:23:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T19:23:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f99900780daf4f079367955da8d66448 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448 2024-12-08T19:23:51,966 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-08T19:23:51,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-08T19:23:51,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685891964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685891964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:51,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:51,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685891966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T19:23:51,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448, entries=150, sequenceid=81, filesize=11.7 K 2024-12-08T19:23:51,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8ae554bcec5d420681de1f1b6c52adba as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba 2024-12-08T19:23:51,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685891971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685891972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:51,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba, entries=150, sequenceid=81, filesize=11.7 K 2024-12-08T19:23:51,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for e5d57183c797ec6dd6e4221d62a5d1a0 in 141ms, sequenceid=81, compaction requested=false 2024-12-08T19:23:51,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T19:23:52,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:52,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-08T19:23:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,122 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:23:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b73727bf02924a8088c02458bed4dd49_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685831862/Put/seqid=0 2024-12-08T19:23:52,169 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/44a3038103e8405a9e0bdec6db25b633 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/44a3038103e8405a9e0bdec6db25b633 2024-12-08T19:23:52,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742223_1399 (size=12154) 2024-12-08T19:23:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:52,180 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into 44a3038103e8405a9e0bdec6db25b633(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:52,180 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:52,180 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=13, startTime=1733685831738; duration=0sec 2024-12-08T19:23:52,180 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:52,180 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:23:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:52,188 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b73727bf02924a8088c02458bed4dd49_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b73727bf02924a8088c02458bed4dd49_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0fc42b2e9b2b4520a31afd4b534a37c9, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:52,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0fc42b2e9b2b4520a31afd4b534a37c9 is 175, key is test_row_0/A:col10/1733685831862/Put/seqid=0 2024-12-08T19:23:52,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742224_1400 (size=30955) 2024-12-08T19:23:52,199 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0fc42b2e9b2b4520a31afd4b534a37c9 2024-12-08T19:23:52,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/66ce1c4175394b0782a839d8308341e3 is 50, key is test_row_0/B:col10/1733685831862/Put/seqid=0 2024-12-08T19:23:52,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685892207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685892208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685892214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685892217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685892223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742225_1401 (size=12001) 2024-12-08T19:23:52,233 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/66ce1c4175394b0782a839d8308341e3 2024-12-08T19:23:52,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/db1782d336ec41a1aeeaa6e94e5bf557 is 50, key is test_row_0/C:col10/1733685831862/Put/seqid=0 2024-12-08T19:23:52,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742226_1402 (size=12001) 2024-12-08T19:23:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T19:23:52,271 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/db1782d336ec41a1aeeaa6e94e5bf557 2024-12-08T19:23:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0fc42b2e9b2b4520a31afd4b534a37c9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9 2024-12-08T19:23:52,282 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9, entries=150, sequenceid=93, filesize=30.2 K 2024-12-08T19:23:52,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/66ce1c4175394b0782a839d8308341e3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3 2024-12-08T19:23:52,288 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T19:23:52,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/db1782d336ec41a1aeeaa6e94e5bf557 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557 2024-12-08T19:23:52,294 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T19:23:52,295 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for e5d57183c797ec6dd6e4221d62a5d1a0 in 173ms, sequenceid=93, compaction requested=true 2024-12-08T19:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-08T19:23:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-08T19:23:52,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-08T19:23:52,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 328 msec 2024-12-08T19:23:52,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 332 msec 2024-12-08T19:23:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:52,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:23:52,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:52,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:52,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:52,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:52,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088d314ad5c4774290bb32e0fc61618740_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685892330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685892330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685892331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685892331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742227_1403 (size=14594) 2024-12-08T19:23:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685892335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685892432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685892432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685892433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685892433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685892537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T19:23:52,571 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-08T19:23:52,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-08T19:23:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:52,574 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:52,574 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:52,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685892637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685892638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685892638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685892638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:52,726 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:52,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T19:23:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:52,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,734 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:52,737 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088d314ad5c4774290bb32e0fc61618740_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d314ad5c4774290bb32e0fc61618740_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:52,738 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/df17e27b12844fa6a87429c5b4f485b5, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:52,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/df17e27b12844fa6a87429c5b4f485b5 is 175, key is test_row_0/A:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:52,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742228_1404 (size=39549) 2024-12-08T19:23:52,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685892844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:52,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:52,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T19:23:52,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:52,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:52,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685892942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685892942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685892943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:52,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685892943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:53,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T19:23:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,146 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/df17e27b12844fa6a87429c5b4f485b5 2024-12-08T19:23:53,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/1d8962e1866d4bacb0526242b9e1c5c5 is 50, key is test_row_0/B:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742229_1405 (size=12001) 2024-12-08T19:23:53,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/1d8962e1866d4bacb0526242b9e1c5c5 2024-12-08T19:23:53,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8508857e654848828b08d003e4014aa6 is 50, key is test_row_0/C:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:53,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:53,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T19:23:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:53,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742230_1406 (size=12001) 2024-12-08T19:23:53,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8508857e654848828b08d003e4014aa6 2024-12-08T19:23:53,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/df17e27b12844fa6a87429c5b4f485b5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5 2024-12-08T19:23:53,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5, entries=200, sequenceid=119, filesize=38.6 K 2024-12-08T19:23:53,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/1d8962e1866d4bacb0526242b9e1c5c5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5 2024-12-08T19:23:53,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T19:23:53,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8508857e654848828b08d003e4014aa6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6 2024-12-08T19:23:53,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T19:23:53,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e5d57183c797ec6dd6e4221d62a5d1a0 in 892ms, sequenceid=119, compaction requested=true 2024-12-08T19:23:53,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:53,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:53,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:53,212 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:53,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:53,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:53,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:53,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:53,213 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:23:53,214 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,214 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=146.2 K 2024-12-08T19:23:53,214 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5] 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:23:53,214 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,214 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/44a3038103e8405a9e0bdec6db25b633, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=47.0 K 2024-12-08T19:23:53,214 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e909ea8436a44211b0337186f6c4ec01, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 44a3038103e8405a9e0bdec6db25b633, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 020a188ec2a3487091ce0ef23640dccb, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733685830687 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f99900780daf4f079367955da8d66448, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733685830687 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fc42b2e9b2b4520a31afd4b534a37c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685831852 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ce1c4175394b0782a839d8308341e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685831852 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting df17e27b12844fa6a87429c5b4f485b5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832205 2024-12-08T19:23:53,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d8962e1866d4bacb0526242b9e1c5c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832214 2024-12-08T19:23:53,256 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:53,257 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:53,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/ec23ca46c7204bd9939000ee062600e1 is 50, key is test_row_0/B:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:53,264 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412089fb602a6463d46e5a20c6d4faaded807_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:53,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412089fb602a6463d46e5a20c6d4faaded807_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:53,266 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089fb602a6463d46e5a20c6d4faaded807_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742231_1407 (size=12241) 2024-12-08T19:23:53,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:53,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T19:23:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,340 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:53,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742232_1408 (size=4469) 2024-12-08T19:23:53,355 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#351 average throughput is 0.25 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:53,355 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/f3c0742acb5d449eb7c94bd2b66e61ec is 175, key is test_row_0/A:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:53,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:53,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c200edd88a05418594c9a372906a7152_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685832329/Put/seqid=0 2024-12-08T19:23:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742233_1409 (size=31195) 2024-12-08T19:23:53,381 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/f3c0742acb5d449eb7c94bd2b66e61ec as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec 2024-12-08T19:23:53,388 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into f3c0742acb5d449eb7c94bd2b66e61ec(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:53,388 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:53,388 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=12, startTime=1733685833212; duration=0sec 2024-12-08T19:23:53,388 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:53,388 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:23:53,388 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:53,390 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:53,390 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:23:53,390 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:53,390 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/14b006e1dff143d6810e99a5008838cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=47.0 K 2024-12-08T19:23:53,391 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14b006e1dff143d6810e99a5008838cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1733685830020 2024-12-08T19:23:53,391 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ae554bcec5d420681de1f1b6c52adba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733685830687 2024-12-08T19:23:53,393 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting db1782d336ec41a1aeeaa6e94e5bf557, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685831852 2024-12-08T19:23:53,393 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8508857e654848828b08d003e4014aa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832214 2024-12-08T19:23:53,399 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:53,400 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/95fa1542ecee41e18a5058e75885b032 is 50, key is test_row_0/C:col10/1733685832319/Put/seqid=0 2024-12-08T19:23:53,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742234_1410 (size=12204) 2024-12-08T19:23:53,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:53,404 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c200edd88a05418594c9a372906a7152_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c200edd88a05418594c9a372906a7152_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a8074753ecfd4f9bbf32ee030ef13a86, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:53,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a8074753ecfd4f9bbf32ee030ef13a86 is 175, key is test_row_0/A:col10/1733685832329/Put/seqid=0 2024-12-08T19:23:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742235_1411 (size=12241) 2024-12-08T19:23:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742236_1412 (size=31005) 2024-12-08T19:23:53,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685893456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685893465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685893465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685893465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685893466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685893568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685893572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685893572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685893573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685893574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:53,722 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/ec23ca46c7204bd9939000ee062600e1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ec23ca46c7204bd9939000ee062600e1 2024-12-08T19:23:53,726 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into ec23ca46c7204bd9939000ee062600e1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:53,726 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:53,726 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=12, startTime=1733685833212; duration=0sec 2024-12-08T19:23:53,726 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:53,726 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:23:53,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685893773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685893779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685893779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685893779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685893780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:53,812 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/95fa1542ecee41e18a5058e75885b032 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/95fa1542ecee41e18a5058e75885b032 2024-12-08T19:23:53,816 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into 95fa1542ecee41e18a5058e75885b032(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:53,816 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:53,816 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=12, startTime=1733685833212; duration=0sec 2024-12-08T19:23:53,816 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:53,816 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:23:53,817 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a8074753ecfd4f9bbf32ee030ef13a86 2024-12-08T19:23:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/c6c0ef2b60c445eb882d8f513a0397d9 is 50, key is test_row_0/B:col10/1733685832329/Put/seqid=0 2024-12-08T19:23:53,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742237_1413 (size=12051) 2024-12-08T19:23:53,861 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/c6c0ef2b60c445eb882d8f513a0397d9 2024-12-08T19:23:53,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/12dbc6484828462687db49796002bf65 is 50, key is test_row_0/C:col10/1733685832329/Put/seqid=0 2024-12-08T19:23:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742238_1414 (size=12051) 2024-12-08T19:23:54,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685894081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685894086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685894086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685894087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685894088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,276 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/12dbc6484828462687db49796002bf65 2024-12-08T19:23:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a8074753ecfd4f9bbf32ee030ef13a86 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86 2024-12-08T19:23:54,285 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86, entries=150, sequenceid=130, filesize=30.3 K 2024-12-08T19:23:54,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/c6c0ef2b60c445eb882d8f513a0397d9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9 2024-12-08T19:23:54,290 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:23:54,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/12dbc6484828462687db49796002bf65 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65 2024-12-08T19:23:54,296 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:23:54,297 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e5d57183c797ec6dd6e4221d62a5d1a0 in 956ms, sequenceid=130, compaction requested=false 2024-12-08T19:23:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:54,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-08T19:23:54,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-08T19:23:54,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-08T19:23:54,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-12-08T19:23:54,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.7260 sec 2024-12-08T19:23:54,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:54,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T19:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:54,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:54,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:54,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120871d125ad30b44dffaef73bf284d05f5e_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:54,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685894600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685894600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685894601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685894601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685894604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742239_1415 (size=12304) 2024-12-08T19:23:54,616 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:54,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120871d125ad30b44dffaef73bf284d05f5e_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120871d125ad30b44dffaef73bf284d05f5e_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:54,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ff78ee3f844c43b18b1fa63165b209d9, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:54,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ff78ee3f844c43b18b1fa63165b209d9 is 175, key is test_row_0/A:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:54,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742240_1416 (size=31105) 2024-12-08T19:23:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T19:23:54,677 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-08T19:23:54,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-08T19:23:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:54,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:54,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:54,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685894707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685894708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685894708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685894708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685894711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:54,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:54,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T19:23:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:54,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:54,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:54,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685894914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685894914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685894914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685894915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685894918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:54,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:54,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T19:23:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:54,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:54,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:55,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T19:23:55,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T19:23:55,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ff78ee3f844c43b18b1fa63165b209d9 2024-12-08T19:23:55,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f31d51eabdce48578eec5388108c6e22 is 50, key is test_row_0/B:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:55,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742241_1417 (size=12151) 2024-12-08T19:23:55,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f31d51eabdce48578eec5388108c6e22 2024-12-08T19:23:55,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/880338e037244fedb6277a5e296c315d is 50, key is test_row_0/C:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:55,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742242_1418 (size=12151) 2024-12-08T19:23:55,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/880338e037244fedb6277a5e296c315d 2024-12-08T19:23:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ff78ee3f844c43b18b1fa63165b209d9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9 2024-12-08T19:23:55,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9, entries=150, sequenceid=160, filesize=30.4 K 2024-12-08T19:23:55,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f31d51eabdce48578eec5388108c6e22 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22 2024-12-08T19:23:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22, entries=150, sequenceid=160, filesize=11.9 K 2024-12-08T19:23:55,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/880338e037244fedb6277a5e296c315d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d 2024-12-08T19:23:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-08T19:23:55,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e5d57183c797ec6dd6e4221d62a5d1a0 in 544ms, sequenceid=160, compaction requested=true 2024-12-08T19:23:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:55,134 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:55,134 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:55,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,135 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:55,135 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:23:55,135 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:55,136 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ec23ca46c7204bd9939000ee062600e1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=35.6 K 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:23:55,136 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec23ca46c7204bd9939000ee062600e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832214 2024-12-08T19:23:55,136 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=91.1 K 2024-12-08T19:23:55,136 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9] 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6c0ef2b60c445eb882d8f513a0397d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685832326 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f3c0742acb5d449eb7c94bd2b66e61ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832214 2024-12-08T19:23:55,136 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f31d51eabdce48578eec5388108c6e22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:55,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a8074753ecfd4f9bbf32ee030ef13a86, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685832326 2024-12-08T19:23:55,137 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ff78ee3f844c43b18b1fa63165b209d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:55,138 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T19:23:55,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:55,138 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:55,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,164 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,179 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#360 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,179 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/0526b153328f4164bd6dfdf24b5715cf is 50, key is test_row_0/B:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a7dd0d35968c4a7fbd68d045a17fbaa7_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685834601/Put/seqid=0 2024-12-08T19:23:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,192 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412084580fe8dc1f4441cb68d4a156f857148_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:55,195 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412084580fe8dc1f4441cb68d4a156f857148_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:55,195 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084580fe8dc1f4441cb68d4a156f857148_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742243_1419 (size=12493) 2024-12-08T19:23:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742244_1420 (size=9814) 2024-12-08T19:23:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742245_1421 (size=4469) 2024-12-08T19:23:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,251 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#359 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,251 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/eca17ad085e34d5f89ee2a4a212fd3a2 is 175, key is test_row_0/A:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742246_1422 (size=31447) 2024-12-08T19:23:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,282 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/eca17ad085e34d5f89ee2a4a212fd3a2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2 2024-12-08T19:23:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,287 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into eca17ad085e34d5f89ee2a4a212fd3a2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,287 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:55,287 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=13, startTime=1733685835134; duration=0sec 2024-12-08T19:23:55,287 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:55,287 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:23:55,287 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,288 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,288 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:23:55,288 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:55,288 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/95fa1542ecee41e18a5058e75885b032, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=35.6 K 2024-12-08T19:23:55,289 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fa1542ecee41e18a5058e75885b032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685832214 2024-12-08T19:23:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,289 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 12dbc6484828462687db49796002bf65, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685832326 2024-12-08T19:23:55,289 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 880338e037244fedb6277a5e296c315d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,305 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,305 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/e0a8ea1acf014f6aab8bfe789383bc1f is 50, key is test_row_0/C:col10/1733685834589/Put/seqid=0 2024-12-08T19:23:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742247_1423 (size=12493) 2024-12-08T19:23:55,340 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/e0a8ea1acf014f6aab8bfe789383bc1f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e0a8ea1acf014f6aab8bfe789383bc1f 2024-12-08T19:23:55,352 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into e0a8ea1acf014f6aab8bfe789383bc1f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:55,352 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:55,352 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=13, startTime=1733685835134; duration=0sec 2024-12-08T19:23:55,352 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:55,352 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685895363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685895364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685895369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685895370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685895370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685895471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685895472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685895477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685895477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685895478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,640 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/0526b153328f4164bd6dfdf24b5715cf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0526b153328f4164bd6dfdf24b5715cf 2024-12-08T19:23:55,644 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into 0526b153328f4164bd6dfdf24b5715cf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:55,644 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:55,644 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=13, startTime=1733685835134; duration=0sec 2024-12-08T19:23:55,644 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:55,644 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:23:55,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:55,652 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a7dd0d35968c4a7fbd68d045a17fbaa7_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a7dd0d35968c4a7fbd68d045a17fbaa7_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/cd8648826dd84f1c8b97ae0509a4e5f1, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:55,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/cd8648826dd84f1c8b97ae0509a4e5f1 is 175, key is test_row_0/A:col10/1733685834601/Put/seqid=0 2024-12-08T19:23:55,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742248_1424 (size=22461) 2024-12-08T19:23:55,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685895675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685895675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685895682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685895682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685895683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685895980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685895983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685895986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685895986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:55,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685895988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,059 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/cd8648826dd84f1c8b97ae0509a4e5f1 2024-12-08T19:23:56,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/50481a8f88564fc7829875c079eda9eb is 50, key is test_row_0/B:col10/1733685834601/Put/seqid=0 2024-12-08T19:23:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742249_1425 (size=9757) 2024-12-08T19:23:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685896486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685896489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685896493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685896496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/50481a8f88564fc7829875c079eda9eb 2024-12-08T19:23:56,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685896500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:56,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/c7f27d79043b4d6bbe50466f73bc9c7c is 50, key is test_row_0/C:col10/1733685834601/Put/seqid=0 2024-12-08T19:23:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742250_1426 (size=9757) 2024-12-08T19:23:56,531 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/c7f27d79043b4d6bbe50466f73bc9c7c 2024-12-08T19:23:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/cd8648826dd84f1c8b97ae0509a4e5f1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1 2024-12-08T19:23:56,541 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1, entries=100, sequenceid=169, filesize=21.9 K 2024-12-08T19:23:56,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/50481a8f88564fc7829875c079eda9eb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb 2024-12-08T19:23:56,548 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb, entries=100, sequenceid=169, filesize=9.5 K 2024-12-08T19:23:56,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/c7f27d79043b4d6bbe50466f73bc9c7c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c 2024-12-08T19:23:56,552 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c, entries=100, sequenceid=169, filesize=9.5 K 2024-12-08T19:23:56,553 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1415ms, sequenceid=169, compaction requested=false 2024-12-08T19:23:56,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:56,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:56,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-08T19:23:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-08T19:23:56,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-08T19:23:56,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-12-08T19:23:56,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8780 sec 2024-12-08T19:23:56,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T19:23:56,783 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-08T19:23:56,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:56,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-08T19:23:56,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T19:23:56,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:56,788 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:56,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T19:23:56,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:56,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-08T19:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:56,942 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-08T19:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:56,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:56,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089f32bb2fb24644f9aac90610bede2202_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685835367/Put/seqid=0 2024-12-08T19:23:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742251_1427 (size=12304) 2024-12-08T19:23:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:56,978 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089f32bb2fb24644f9aac90610bede2202_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f32bb2fb24644f9aac90610bede2202_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/9ab05b9f9a0d4981a8606b01eee69fd2, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:56,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/9ab05b9f9a0d4981a8606b01eee69fd2 is 175, key is test_row_0/A:col10/1733685835367/Put/seqid=0 2024-12-08T19:23:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742252_1428 (size=31105) 2024-12-08T19:23:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T19:23:57,387 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/9ab05b9f9a0d4981a8606b01eee69fd2 2024-12-08T19:23:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T19:23:57,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8d42b92ac16c4a22968d9540a9c1acdd is 50, key is test_row_0/B:col10/1733685835367/Put/seqid=0 2024-12-08T19:23:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742253_1429 (size=12151) 2024-12-08T19:23:57,407 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8d42b92ac16c4a22968d9540a9c1acdd 2024-12-08T19:23:57,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/82948695d120480096b09de76778e689 is 50, key is test_row_0/C:col10/1733685835367/Put/seqid=0 2024-12-08T19:23:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742254_1430 (size=12151) 2024-12-08T19:23:57,451 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/82948695d120480096b09de76778e689 2024-12-08T19:23:57,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/9ab05b9f9a0d4981a8606b01eee69fd2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2 2024-12-08T19:23:57,463 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2, entries=150, sequenceid=200, filesize=30.4 K 2024-12-08T19:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/8d42b92ac16c4a22968d9540a9c1acdd as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd 2024-12-08T19:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,468 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd, entries=150, sequenceid=200, filesize=11.9 K 2024-12-08T19:23:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/82948695d120480096b09de76778e689 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689 2024-12-08T19:23:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,474 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689, entries=150, sequenceid=200, filesize=11.9 K 2024-12-08T19:23:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,475 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=0 B/0 for e5d57183c797ec6dd6e4221d62a5d1a0 in 533ms, sequenceid=200, compaction requested=true 2024-12-08T19:23:57,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-08T19:23:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-08T19:23:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-08T19:23:57,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 689 msec 2024-12-08T19:23:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 695 msec 2024-12-08T19:23:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:57,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b308154e188041689a75f43533ffbfec_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:57,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742256_1432 (size=24758) 2024-12-08T19:23:57,695 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,701 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b308154e188041689a75f43533ffbfec_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b308154e188041689a75f43533ffbfec_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:57,703 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/501296d5806643b09eb44f70b8f9abce, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:57,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/501296d5806643b09eb44f70b8f9abce is 175, key is test_row_0/A:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:57,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742255_1431 (size=74395) 2024-12-08T19:23:57,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/501296d5806643b09eb44f70b8f9abce 2024-12-08T19:23:57,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/3ee25d022e754b0fac0ad8b6754c2a61 is 50, key is test_row_0/B:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742257_1433 (size=12151) 2024-12-08T19:23:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685897753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685897757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685897758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685897765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685897763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685897864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685897867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685897868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685897876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685897884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T19:23:57,891 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-08T19:23:57,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-08T19:23:57,894 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T19:23:57,895 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:57,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T19:23:58,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:58,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T19:23:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685898071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685898075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685898075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685898084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685898093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/3ee25d022e754b0fac0ad8b6754c2a61 2024-12-08T19:23:58,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/07a07cb1ef9d4e59be3c6858cbc95454 is 50, key is test_row_0/C:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742258_1434 (size=12151) 2024-12-08T19:23:58,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/07a07cb1ef9d4e59be3c6858cbc95454 2024-12-08T19:23:58,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/501296d5806643b09eb44f70b8f9abce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce 2024-12-08T19:23:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T19:23:58,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce, entries=400, sequenceid=211, filesize=72.7 K 2024-12-08T19:23:58,201 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:58,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T19:23:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/3ee25d022e754b0fac0ad8b6754c2a61 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61 2024-12-08T19:23:58,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:23:58,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/07a07cb1ef9d4e59be3c6858cbc95454 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454 2024-12-08T19:23:58,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454, entries=150, sequenceid=211, filesize=11.9 K 2024-12-08T19:23:58,222 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e5d57183c797ec6dd6e4221d62a5d1a0 in 559ms, sequenceid=211, compaction requested=true 2024-12-08T19:23:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:58,222 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:58,222 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:58,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:58,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:58,223 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:58,224 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:58,224 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:23:58,225 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,225 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=155.7 K 2024-12-08T19:23:58,225 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,225 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce] 2024-12-08T19:23:58,225 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:58,225 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:23:58,225 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,225 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0526b153328f4164bd6dfdf24b5715cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=45.5 K 2024-12-08T19:23:58,226 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting eca17ad085e34d5f89ee2a4a212fd3a2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:58,226 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0526b153328f4164bd6dfdf24b5715cf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:58,226 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 50481a8f88564fc7829875c079eda9eb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733685834601 2024-12-08T19:23:58,226 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd8648826dd84f1c8b97ae0509a4e5f1, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733685834601 2024-12-08T19:23:58,226 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d42b92ac16c4a22968d9540a9c1acdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733685835367 2024-12-08T19:23:58,227 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab05b9f9a0d4981a8606b01eee69fd2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733685835367 2024-12-08T19:23:58,227 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee25d022e754b0fac0ad8b6754c2a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:58,227 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 501296d5806643b09eb44f70b8f9abce, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:58,253 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,258 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:58,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/aa96eb8f57754d89addf84d70eac8597 is 50, key is test_row_0/B:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:58,264 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412087332e791a7d64a058b4ccad7b7a83f36_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,267 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412087332e791a7d64a058b4ccad7b7a83f36_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,268 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087332e791a7d64a058b4ccad7b7a83f36_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742259_1435 (size=12629) 2024-12-08T19:23:58,288 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/aa96eb8f57754d89addf84d70eac8597 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/aa96eb8f57754d89addf84d70eac8597 2024-12-08T19:23:58,297 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into aa96eb8f57754d89addf84d70eac8597(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:58,297 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,297 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=12, startTime=1733685838222; duration=0sec 2024-12-08T19:23:58,297 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:58,297 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:23:58,297 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:23:58,299 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:23:58,299 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:23:58,299 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,299 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e0a8ea1acf014f6aab8bfe789383bc1f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=45.5 K 2024-12-08T19:23:58,300 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a8ea1acf014f6aab8bfe789383bc1f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733685833464 2024-12-08T19:23:58,300 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c7f27d79043b4d6bbe50466f73bc9c7c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733685834601 2024-12-08T19:23:58,301 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 82948695d120480096b09de76778e689, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733685835367 2024-12-08T19:23:58,316 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 07a07cb1ef9d4e59be3c6858cbc95454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742260_1436 (size=4469) 2024-12-08T19:23:58,337 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#373 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:58,338 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/c296658b115c4ad1a0245f8b4c76c53d is 50, key is test_row_0/C:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:58,355 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:58,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T19:23:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,356 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:58,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685898397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685898402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685898402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208295d3084a911423da758d4ecb4cb1445_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685837759/Put/seqid=0 2024-12-08T19:23:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742261_1437 (size=12629) 2024-12-08T19:23:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685898404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685898405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,417 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/c296658b115c4ad1a0245f8b4c76c53d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c296658b115c4ad1a0245f8b4c76c53d 2024-12-08T19:23:58,424 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into c296658b115c4ad1a0245f8b4c76c53d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:58,424 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,424 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=12, startTime=1733685838222; duration=0sec 2024-12-08T19:23:58,424 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:58,424 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:23:58,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742262_1438 (size=12304) 2024-12-08T19:23:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:58,462 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208295d3084a911423da758d4ecb4cb1445_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208295d3084a911423da758d4ecb4cb1445_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:58,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0ea6abfd9cb347cb9eeeca11713998d0, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0ea6abfd9cb347cb9eeeca11713998d0 is 175, key is test_row_0/A:col10/1733685837759/Put/seqid=0 2024-12-08T19:23:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T19:23:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742263_1439 (size=31105) 2024-12-08T19:23:58,502 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0ea6abfd9cb347cb9eeeca11713998d0 2024-12-08T19:23:58,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685898507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7e5cc29c852e47b3b6a5aeb2fda709ce is 50, key is test_row_0/B:col10/1733685837759/Put/seqid=0 2024-12-08T19:23:58,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685898509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685898517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685898518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742264_1440 (size=12151) 2024-12-08T19:23:58,538 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7e5cc29c852e47b3b6a5aeb2fda709ce 2024-12-08T19:23:58,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/589ee6fd1c4748198e1c6ee345c7dec9 is 50, key is test_row_0/C:col10/1733685837759/Put/seqid=0 2024-12-08T19:23:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742265_1441 (size=12151) 2024-12-08T19:23:58,584 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/589ee6fd1c4748198e1c6ee345c7dec9 2024-12-08T19:23:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/0ea6abfd9cb347cb9eeeca11713998d0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0 2024-12-08T19:23:58,598 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0, entries=150, sequenceid=238, filesize=30.4 K 2024-12-08T19:23:58,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/7e5cc29c852e47b3b6a5aeb2fda709ce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce 2024-12-08T19:23:58,604 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce, entries=150, sequenceid=238, filesize=11.9 K 2024-12-08T19:23:58,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/589ee6fd1c4748198e1c6ee345c7dec9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9 2024-12-08T19:23:58,624 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9, entries=150, sequenceid=238, filesize=11.9 K 2024-12-08T19:23:58,625 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for e5d57183c797ec6dd6e4221d62a5d1a0 in 269ms, sequenceid=238, compaction requested=false 2024-12-08T19:23:58,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-08T19:23:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-08T19:23:58,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-08T19:23:58,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 732 msec 2024-12-08T19:23:58,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 736 msec 2024-12-08T19:23:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:58,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:23:58,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:58,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:58,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:58,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,724 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#371 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:58,725 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d173cbaa76e843aab953ee326dfcde09 is 175, key is test_row_0/A:col10/1733685837662/Put/seqid=0 2024-12-08T19:23:58,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088bdd6febdaa84e3fa7dbcdac4eda7df5_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:58,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742267_1443 (size=14794) 2024-12-08T19:23:58,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742266_1442 (size=31583) 2024-12-08T19:23:58,744 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:58,748 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088bdd6febdaa84e3fa7dbcdac4eda7df5_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088bdd6febdaa84e3fa7dbcdac4eda7df5_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:58,749 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/4a7a02cc3a1a43b9b28716cda1ba561a, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/4a7a02cc3a1a43b9b28716cda1ba561a is 175, key is test_row_0/A:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:58,751 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d173cbaa76e843aab953ee326dfcde09 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09 2024-12-08T19:23:58,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742268_1444 (size=39749) 2024-12-08T19:23:58,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/4a7a02cc3a1a43b9b28716cda1ba561a 2024-12-08T19:23:58,765 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into d173cbaa76e843aab953ee326dfcde09(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:58,765 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,765 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=12, startTime=1733685838222; duration=0sec 2024-12-08T19:23:58,765 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:58,765 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:23:58,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/522bb83b55fc4d7da7acbeef3854a7c9 is 50, key is test_row_0/B:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:58,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685898774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685898776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685898776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685898777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742269_1445 (size=12151) 2024-12-08T19:23:58,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/522bb83b55fc4d7da7acbeef3854a7c9 2024-12-08T19:23:58,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8b59cf7fc2da4d68b667d6ad599ec4f2 is 50, key is test_row_0/C:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742270_1446 (size=12151) 2024-12-08T19:23:58,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8b59cf7fc2da4d68b667d6ad599ec4f2 2024-12-08T19:23:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/4a7a02cc3a1a43b9b28716cda1ba561a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a 2024-12-08T19:23:58,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a, entries=200, sequenceid=250, filesize=38.8 K 2024-12-08T19:23:58,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/522bb83b55fc4d7da7acbeef3854a7c9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9 2024-12-08T19:23:58,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9, entries=150, sequenceid=250, filesize=11.9 K 2024-12-08T19:23:58,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/8b59cf7fc2da4d68b667d6ad599ec4f2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2 2024-12-08T19:23:58,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2, entries=150, sequenceid=250, filesize=11.9 K 2024-12-08T19:23:58,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for e5d57183c797ec6dd6e4221d62a5d1a0 in 150ms, sequenceid=250, compaction requested=true 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:58,866 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:23:58,866 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:23:58,866 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:58,867 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:58,867 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:23:58,867 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,867 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=100.0 K 2024-12-08T19:23:58,867 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,867 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a] 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d173cbaa76e843aab953ee326dfcde09, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:58,868 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:58,868 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/aa96eb8f57754d89addf84d70eac8597, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=36.1 K 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea6abfd9cb347cb9eeeca11713998d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733685837756 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting aa96eb8f57754d89addf84d70eac8597, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:58,868 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a7a02cc3a1a43b9b28716cda1ba561a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:23:58,869 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5cc29c852e47b3b6a5aeb2fda709ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733685837756 2024-12-08T19:23:58,869 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 522bb83b55fc4d7da7acbeef3854a7c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:23:58,885 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:58,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:58,896 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:58,896 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/4925b8a31f814c59adc02a7f4a383c63 is 50, key is test_row_0/B:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:58,905 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208af0e8c7072dd44858d8b7da146cbf783_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,907 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208af0e8c7072dd44858d8b7da146cbf783_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,908 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208af0e8c7072dd44858d8b7da146cbf783_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:58,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685898899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685898901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685898907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685898909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685898911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:58,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120844a8825c37044712b582dcfc3a759c50_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685838774/Put/seqid=0 2024-12-08T19:23:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742271_1447 (size=12731) 2024-12-08T19:23:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T19:23:58,999 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-08T19:23:59,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:23:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-08T19:23:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:23:59,004 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:23:59,005 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:23:59,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:23:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742272_1448 (size=4469) 2024-12-08T19:23:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685899014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685899014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685899018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685899019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742273_1449 (size=14994) 2024-12-08T19:23:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:23:59,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:59,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T19:23:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685899221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685899222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685899227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685899230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:23:59,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:59,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T19:23:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,390 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/4925b8a31f814c59adc02a7f4a383c63 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/4925b8a31f814c59adc02a7f4a383c63 2024-12-08T19:23:59,396 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into 4925b8a31f814c59adc02a7f4a383c63(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:59,396 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:59,396 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=13, startTime=1733685838866; duration=0sec 2024-12-08T19:23:59,396 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:23:59,396 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:23:59,397 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:23:59,398 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:23:59,398 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:23:59,398 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,398 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c296658b115c4ad1a0245f8b4c76c53d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=36.1 K 2024-12-08T19:23:59,398 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c296658b115c4ad1a0245f8b4c76c53d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733685837600 2024-12-08T19:23:59,400 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 589ee6fd1c4748198e1c6ee345c7dec9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733685837756 2024-12-08T19:23:59,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b59cf7fc2da4d68b667d6ad599ec4f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:23:59,413 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:59,414 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/d1731d2ed3334ca7abab09eccd012c34 is 50, key is test_row_0/C:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:59,419 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#380 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:23:59,420 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ed041d57499d40f0b9a76c6383d7338d is 175, key is test_row_0/A:col10/1733685838403/Put/seqid=0 2024-12-08T19:23:59,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:59,448 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120844a8825c37044712b582dcfc3a759c50_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844a8825c37044712b582dcfc3a759c50_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:59,449 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/dc9bbe5e51be4510bab6f7e08c0248f0, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:59,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/dc9bbe5e51be4510bab6f7e08c0248f0 is 175, key is test_row_0/A:col10/1733685838774/Put/seqid=0 2024-12-08T19:23:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742274_1450 (size=12731) 2024-12-08T19:23:59,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:59,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T19:23:59,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:59,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:23:59,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/d1731d2ed3334ca7abab09eccd012c34 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d1731d2ed3334ca7abab09eccd012c34 2024-12-08T19:23:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742275_1451 (size=31685) 2024-12-08T19:23:59,481 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into d1731d2ed3334ca7abab09eccd012c34(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:23:59,481 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:59,481 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=13, startTime=1733685838866; duration=0sec 2024-12-08T19:23:59,481 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:59,481 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:23:59,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742276_1452 (size=39949) 2024-12-08T19:23:59,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/dc9bbe5e51be4510bab6f7e08c0248f0 2024-12-08T19:23:59,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/fc4ea9e4ade14f61aeeb1dacbc65d756 is 50, key is test_row_0/B:col10/1733685838774/Put/seqid=0 2024-12-08T19:23:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742277_1453 (size=12301) 2024-12-08T19:23:59,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/fc4ea9e4ade14f61aeeb1dacbc65d756 2024-12-08T19:23:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685899529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685899531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f8068193c9d0497cacbb313f8053b98d is 50, key is test_row_0/C:col10/1733685838774/Put/seqid=0 2024-12-08T19:23:59,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685899539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:23:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685899543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:23:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742278_1454 (size=12301) 2024-12-08T19:23:59,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f8068193c9d0497cacbb313f8053b98d 2024-12-08T19:23:59,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/dc9bbe5e51be4510bab6f7e08c0248f0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0 2024-12-08T19:23:59,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0, entries=200, sequenceid=278, filesize=39.0 K 2024-12-08T19:23:59,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/fc4ea9e4ade14f61aeeb1dacbc65d756 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756 2024-12-08T19:23:59,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T19:23:59,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f8068193c9d0497cacbb313f8053b98d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d 2024-12-08T19:23:59,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T19:23:59,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for e5d57183c797ec6dd6e4221d62a5d1a0 in 708ms, sequenceid=278, compaction requested=false 2024-12-08T19:23:59,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:23:59,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:23:59,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T19:23:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:23:59,618 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-08T19:23:59,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:23:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:23:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:23:59,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:23:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120848a938da6062454794ea845b863905b9_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685838899/Put/seqid=0 2024-12-08T19:23:59,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742279_1455 (size=12454) 2024-12-08T19:23:59,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:23:59,660 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120848a938da6062454794ea845b863905b9_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120848a938da6062454794ea845b863905b9_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:23:59,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/085c76e8144a416a9371036e1e419d9b, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:23:59,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/085c76e8144a416a9371036e1e419d9b is 175, key is test_row_0/A:col10/1733685838899/Put/seqid=0 2024-12-08T19:23:59,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742280_1456 (size=31255) 2024-12-08T19:23:59,695 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/085c76e8144a416a9371036e1e419d9b 2024-12-08T19:23:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/e726703772a54775b5289c183dd77a34 is 50, key is test_row_0/B:col10/1733685838899/Put/seqid=0 2024-12-08T19:23:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742281_1457 (size=12301) 2024-12-08T19:23:59,886 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ed041d57499d40f0b9a76c6383d7338d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d 2024-12-08T19:23:59,892 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into ed041d57499d40f0b9a76c6383d7338d(size=30.9 K), total size for store is 70.0 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-08T19:23:59,893 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:23:59,893 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=13, startTime=1733685838866; duration=1sec 2024-12-08T19:23:59,893 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:23:59,893 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:23:59,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:23:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685900051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:24:00,157 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/e726703772a54775b5289c183dd77a34 2024-12-08T19:24:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/d0f99a52b797471fae2748ce6af3b97b is 50, key is test_row_0/C:col10/1733685838899/Put/seqid=0 2024-12-08T19:24:00,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742282_1458 (size=12301) 2024-12-08T19:24:00,202 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/d0f99a52b797471fae2748ce6af3b97b 2024-12-08T19:24:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/085c76e8144a416a9371036e1e419d9b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b 2024-12-08T19:24:00,215 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b, entries=150, sequenceid=290, filesize=30.5 K 2024-12-08T19:24:00,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/e726703772a54775b5289c183dd77a34 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34 2024-12-08T19:24:00,221 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T19:24:00,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/d0f99a52b797471fae2748ce6af3b97b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b 2024-12-08T19:24:00,228 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b, entries=150, sequenceid=290, filesize=12.0 K 2024-12-08T19:24:00,228 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for e5d57183c797ec6dd6e4221d62a5d1a0 in 610ms, sequenceid=290, compaction requested=true 2024-12-08T19:24:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-08T19:24:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-08T19:24:00,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-08T19:24:00,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-12-08T19:24:00,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.2310 sec 2024-12-08T19:24:00,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:00,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T19:24:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082180784ca949469aab78e038f6e13753_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742283_1459 (size=14994) 2024-12-08T19:24:00,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,393 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082180784ca949469aab78e038f6e13753_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082180784ca949469aab78e038f6e13753_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:00,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/3b524316fa6f4c1c99ed00252e029292, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/3b524316fa6f4c1c99ed00252e029292 is 175, key is test_row_0/A:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742284_1460 (size=39949) 2024-12-08T19:24:00,402 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/3b524316fa6f4c1c99ed00252e029292 2024-12-08T19:24:00,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f9ea65e5adae458a96cef3d98d741b1a is 50, key is test_row_0/B:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742285_1461 (size=12301) 2024-12-08T19:24:00,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f9ea65e5adae458a96cef3d98d741b1a 2024-12-08T19:24:00,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/0199d8c48da14cfa8c5b02d6307260d6 is 50, key is test_row_0/C:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742286_1462 (size=12301) 2024-12-08T19:24:00,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/0199d8c48da14cfa8c5b02d6307260d6 2024-12-08T19:24:00,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/3b524316fa6f4c1c99ed00252e029292 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292 2024-12-08T19:24:00,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292, entries=200, sequenceid=318, filesize=39.0 K 2024-12-08T19:24:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f9ea65e5adae458a96cef3d98d741b1a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a 2024-12-08T19:24:00,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a, entries=150, sequenceid=318, filesize=12.0 K 2024-12-08T19:24:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/0199d8c48da14cfa8c5b02d6307260d6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6 2024-12-08T19:24:00,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6, entries=150, sequenceid=318, filesize=12.0 K 2024-12-08T19:24:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e5d57183c797ec6dd6e4221d62a5d1a0 in 114ms, sequenceid=318, compaction requested=true 2024-12-08T19:24:00,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:00,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,486 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:00,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:00,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,487 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:00,487 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:24:00,487 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:00,488 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=139.5 K 2024-12-08T19:24:00,488 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:00,488 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292] 2024-12-08T19:24:00,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,488 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed041d57499d40f0b9a76c6383d7338d, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc9bbe5e51be4510bab6f7e08c0248f0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733685838771 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:24:00,489 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:00,489 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/4925b8a31f814c59adc02a7f4a383c63, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=48.5 K 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 085c76e8144a416a9371036e1e419d9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685838895 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4925b8a31f814c59adc02a7f4a383c63, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b524316fa6f4c1c99ed00252e029292, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840046 2024-12-08T19:24:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,489 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fc4ea9e4ade14f61aeeb1dacbc65d756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733685838771 2024-12-08T19:24:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,490 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e726703772a54775b5289c183dd77a34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685838895 2024-12-08T19:24:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,490 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f9ea65e5adae458a96cef3d98d741b1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840052 2024-12-08T19:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,500 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,503 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,504 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/a600d017bbae4a2dbdbf458cd9479304 is 50, key is test_row_0/B:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,506 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208e39211b300cd4acf9088e7d68e55de58_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,508 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208e39211b300cd4acf9088e7d68e55de58_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,508 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e39211b300cd4acf9088e7d68e55de58_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742287_1463 (size=13017) 2024-12-08T19:24:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:00,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:00,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742288_1464 (size=4469) 2024-12-08T19:24:00,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,533 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#392 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,534 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/702b1d284f764e859e4a6004ff29b2da is 175, key is test_row_0/A:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d7ce25c995e14361a018120e808c6ac4_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685840526/Put/seqid=0 2024-12-08T19:24:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742289_1465 (size=31971) 2024-12-08T19:24:00,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742290_1466 (size=17534) 2024-12-08T19:24:00,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,543 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,549 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d7ce25c995e14361a018120e808c6ac4_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7ce25c995e14361a018120e808c6ac4_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,550 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ce170da16ef94ffb8d8d238d69c31426, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ce170da16ef94ffb8d8d238d69c31426 is 175, key is test_row_0/A:col10/1733685840526/Put/seqid=0 2024-12-08T19:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742291_1467 (size=48639) 2024-12-08T19:24:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:00,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685900919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685900919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685900929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,935 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/a600d017bbae4a2dbdbf458cd9479304 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a600d017bbae4a2dbdbf458cd9479304 2024-12-08T19:24:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685900930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:00,941 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into a600d017bbae4a2dbdbf458cd9479304(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:00,941 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:00,941 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=12, startTime=1733685840486; duration=0sec 2024-12-08T19:24:00,942 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:00,942 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:24:00,942 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:00,944 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:00,944 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:24:00,944 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:00,944 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d1731d2ed3334ca7abab09eccd012c34, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=48.5 K 2024-12-08T19:24:00,945 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d1731d2ed3334ca7abab09eccd012c34, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733685838401 2024-12-08T19:24:00,946 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f8068193c9d0497cacbb313f8053b98d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733685838771 2024-12-08T19:24:00,947 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f99a52b797471fae2748ce6af3b97b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733685838895 2024-12-08T19:24:00,947 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0199d8c48da14cfa8c5b02d6307260d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840052 2024-12-08T19:24:00,947 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/702b1d284f764e859e4a6004ff29b2da as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da 2024-12-08T19:24:00,957 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into 702b1d284f764e859e4a6004ff29b2da(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:00,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:00,957 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=12, startTime=1733685840486; duration=0sec 2024-12-08T19:24:00,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ce170da16ef94ffb8d8d238d69c31426 2024-12-08T19:24:00,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:00,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:24:00,964 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:00,964 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/185e6e9a786845f8be7460f11a49a26a is 50, key is test_row_0/C:col10/1733685840369/Put/seqid=0 2024-12-08T19:24:00,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/ef1a430264244be59ac496ba38373ccf is 50, key is test_row_0/B:col10/1733685840526/Put/seqid=0 2024-12-08T19:24:00,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742292_1468 (size=13017) 2024-12-08T19:24:00,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742293_1469 (size=12301) 2024-12-08T19:24:01,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685901068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T19:24:01,109 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-08T19:24:01,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-08T19:24:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:01,112 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:01,113 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:01,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685901227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685901227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685901237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685901241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,266 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:01,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T19:24:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:01,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/ef1a430264244be59ac496ba38373ccf 2024-12-08T19:24:01,381 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/185e6e9a786845f8be7460f11a49a26a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/185e6e9a786845f8be7460f11a49a26a 2024-12-08T19:24:01,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/04936ccf713f4af5a955847b68be3361 is 50, key is test_row_0/C:col10/1733685840526/Put/seqid=0 2024-12-08T19:24:01,390 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into 185e6e9a786845f8be7460f11a49a26a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:01,390 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:01,390 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=12, startTime=1733685840486; duration=0sec 2024-12-08T19:24:01,390 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:01,390 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:24:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742294_1470 (size=12301) 2024-12-08T19:24:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:01,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:01,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T19:24:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:01,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T19:24:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:01,732 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:01,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T19:24:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:01,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:01,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685901740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685901742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685901743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685901750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:01,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/04936ccf713f4af5a955847b68be3361 2024-12-08T19:24:01,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/ce170da16ef94ffb8d8d238d69c31426 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426 2024-12-08T19:24:01,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426, entries=250, sequenceid=330, filesize=47.5 K 2024-12-08T19:24:01,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/ef1a430264244be59ac496ba38373ccf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf 2024-12-08T19:24:01,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:24:01,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/04936ccf713f4af5a955847b68be3361 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361 2024-12-08T19:24:01,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361, entries=150, sequenceid=330, filesize=12.0 K 2024-12-08T19:24:01,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1292ms, sequenceid=330, compaction requested=false 2024-12-08T19:24:01,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:01,890 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:01,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T19:24:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:01,892 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:24:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:01,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083188f1d57afb41b8a615ae1b3af27cd1_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685840606/Put/seqid=0 2024-12-08T19:24:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742295_1471 (size=12454) 2024-12-08T19:24:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:01,982 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083188f1d57afb41b8a615ae1b3af27cd1_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083188f1d57afb41b8a615ae1b3af27cd1_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:01,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/7270e2c1824d4b6e95dfff7a6ad3a76d, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:01,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/7270e2c1824d4b6e95dfff7a6ad3a76d is 175, key is test_row_0/A:col10/1733685840606/Put/seqid=0 2024-12-08T19:24:02,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742296_1472 (size=31255) 2024-12-08T19:24:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:02,420 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/7270e2c1824d4b6e95dfff7a6ad3a76d 2024-12-08T19:24:02,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/d727565f289649939e8471c624100de3 is 50, key is test_row_0/B:col10/1733685840606/Put/seqid=0 2024-12-08T19:24:02,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742297_1473 (size=12301) 2024-12-08T19:24:02,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:02,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:02,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685902760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685902765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685902766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685902766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,858 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/d727565f289649939e8471c624100de3 2024-12-08T19:24:02,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685902867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/50d3e72a44964a7c88886e8b0cc2b72b is 50, key is test_row_0/C:col10/1733685840606/Put/seqid=0 2024-12-08T19:24:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685902872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685902872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685902872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742298_1474 (size=12301) 2024-12-08T19:24:03,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685903071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685903075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,078 DEBUG [Thread-1691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685903078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685903078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685903078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:03,285 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/50d3e72a44964a7c88886e8b0cc2b72b 2024-12-08T19:24:03,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/7270e2c1824d4b6e95dfff7a6ad3a76d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d 2024-12-08T19:24:03,291 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d, entries=150, sequenceid=358, filesize=30.5 K 2024-12-08T19:24:03,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/d727565f289649939e8471c624100de3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3 2024-12-08T19:24:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,294 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3, entries=150, sequenceid=358, filesize=12.0 K 2024-12-08T19:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/50d3e72a44964a7c88886e8b0cc2b72b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,298 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b, entries=150, sequenceid=358, filesize=12.0 K 2024-12-08T19:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,298 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1406ms, sequenceid=358, compaction requested=true 2024-12-08T19:24:03,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-08T19:24:03,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1860 sec 2024-12-08T19:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.1910 sec 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:03,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085d8a1f9951264e4f933879cf2188a623_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742299_1475 (size=12454) 2024-12-08T19:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685903477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685903478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685903479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685903480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685903581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685903582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685903584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685903584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685903784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685903786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685903787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685903788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:03,805 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:03,808 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085d8a1f9951264e4f933879cf2188a623_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085d8a1f9951264e4f933879cf2188a623_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:03,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e820f98e96a04bc9ad62104c77cab327, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:03,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e820f98e96a04bc9ad62104c77cab327 is 175, key is test_row_0/A:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742300_1476 (size=31251) 2024-12-08T19:24:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685904087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685904092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685904092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685904094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e820f98e96a04bc9ad62104c77cab327 2024-12-08T19:24:04,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/6941ead3737d4f4ca86dbd85c0955082 is 50, key is test_row_0/B:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742301_1477 (size=9857) 2024-12-08T19:24:04,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685904592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685904595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685904596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685904601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:04,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/6941ead3737d4f4ca86dbd85c0955082 2024-12-08T19:24:04,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/22933d21ea144a41879b844a29c19234 is 50, key is test_row_0/C:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742302_1478 (size=9857) 2024-12-08T19:24:05,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/22933d21ea144a41879b844a29c19234 2024-12-08T19:24:05,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/e820f98e96a04bc9ad62104c77cab327 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327 2024-12-08T19:24:05,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327, entries=150, sequenceid=371, filesize=30.5 K 2024-12-08T19:24:05,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/6941ead3737d4f4ca86dbd85c0955082 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082 2024-12-08T19:24:05,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082, entries=100, sequenceid=371, filesize=9.6 K 2024-12-08T19:24:05,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/22933d21ea144a41879b844a29c19234 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234 2024-12-08T19:24:05,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234, entries=100, sequenceid=371, filesize=9.6 K 2024-12-08T19:24:05,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1660ms, sequenceid=371, compaction requested=true 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:05,046 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:05,046 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:05,047 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:05,047 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:05,047 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:24:05,047 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:24:05,047 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:05,047 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:05,047 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a600d017bbae4a2dbdbf458cd9479304, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=46.4 K 2024-12-08T19:24:05,047 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=139.8 K 2024-12-08T19:24:05,047 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:05,047 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327] 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a600d017bbae4a2dbdbf458cd9479304, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840052 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 702b1d284f764e859e4a6004ff29b2da, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840052 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1a430264244be59ac496ba38373ccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685840525 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce170da16ef94ffb8d8d238d69c31426, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685840382 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d727565f289649939e8471c624100de3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733685840601 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7270e2c1824d4b6e95dfff7a6ad3a76d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733685840601 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6941ead3737d4f4ca86dbd85c0955082, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685842764 2024-12-08T19:24:05,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e820f98e96a04bc9ad62104c77cab327, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685842764 2024-12-08T19:24:05,053 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:05,054 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:05,055 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208fbfd18306758499ca57a4856e17d810c_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:05,055 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/bcc8d5aec9fa4a3f91cf7173aab7ea00 is 50, key is test_row_0/B:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:05,056 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208fbfd18306758499ca57a4856e17d810c_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:05,057 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fbfd18306758499ca57a4856e17d810c_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:05,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742303_1479 (size=13153) 2024-12-08T19:24:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742304_1480 (size=4469) 2024-12-08T19:24:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T19:24:05,220 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-08T19:24:05,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-08T19:24:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T19:24:05,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:05,222 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:05,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:05,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T19:24:05,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:05,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:05,374 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083d512c6eec5e41e0bbfd662d997a51eb_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685843461/Put/seqid=0 2024-12-08T19:24:05,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742305_1481 (size=12454) 2024-12-08T19:24:05,464 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/bcc8d5aec9fa4a3f91cf7173aab7ea00 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/bcc8d5aec9fa4a3f91cf7173aab7ea00 2024-12-08T19:24:05,467 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into bcc8d5aec9fa4a3f91cf7173aab7ea00(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:05,467 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:05,467 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=12, startTime=1733685845046; duration=0sec 2024-12-08T19:24:05,467 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:05,467 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:24:05,467 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:05,468 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47476 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:05,468 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:24:05,468 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:05,468 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/185e6e9a786845f8be7460f11a49a26a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=46.4 K 2024-12-08T19:24:05,468 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 185e6e9a786845f8be7460f11a49a26a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1733685840052 2024-12-08T19:24:05,468 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#405 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:05,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 04936ccf713f4af5a955847b68be3361, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733685840525 2024-12-08T19:24:05,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 50d3e72a44964a7c88886e8b0cc2b72b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733685840601 2024-12-08T19:24:05,469 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/75ab7afe306e4a9594290210a51d4f01 is 175, key is test_row_0/A:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:05,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 22933d21ea144a41879b844a29c19234, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685842764 2024-12-08T19:24:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742306_1482 (size=32214) 2024-12-08T19:24:05,475 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#407 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:05,476 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/91674b9c87844264ab1588bae431ca0e is 50, key is test_row_0/C:col10/1733685843385/Put/seqid=0 2024-12-08T19:24:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742307_1483 (size=13153) 2024-12-08T19:24:05,482 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/91674b9c87844264ab1588bae431ca0e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/91674b9c87844264ab1588bae431ca0e 2024-12-08T19:24:05,485 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into 91674b9c87844264ab1588bae431ca0e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:05,485 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:05,485 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=12, startTime=1733685845046; duration=0sec 2024-12-08T19:24:05,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:05,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:24:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T19:24:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:05,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685905611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685905612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685905614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685905616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685905717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685905717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685905717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685905720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:05,786 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083d512c6eec5e41e0bbfd662d997a51eb_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083d512c6eec5e41e0bbfd662d997a51eb_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/c5a7a74b033d47e4b860c24103596514, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:05,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/c5a7a74b033d47e4b860c24103596514 is 175, key is test_row_0/A:col10/1733685843461/Put/seqid=0 2024-12-08T19:24:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742308_1484 (size=31255) 2024-12-08T19:24:05,795 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/c5a7a74b033d47e4b860c24103596514 2024-12-08T19:24:05,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f3c66e173fd24122a7905701f4dbbb5a is 50, key is test_row_0/B:col10/1733685843461/Put/seqid=0 2024-12-08T19:24:05,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742309_1485 (size=12301) 2024-12-08T19:24:05,816 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f3c66e173fd24122a7905701f4dbbb5a 2024-12-08T19:24:05,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/5b382574e36a4b96b9eead28896d7584 is 50, key is test_row_0/C:col10/1733685843461/Put/seqid=0 2024-12-08T19:24:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T19:24:05,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742310_1486 (size=12301) 2024-12-08T19:24:05,876 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/75ab7afe306e4a9594290210a51d4f01 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01 2024-12-08T19:24:05,880 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into 75ab7afe306e4a9594290210a51d4f01(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:05,880 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:05,880 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=12, startTime=1733685845046; duration=0sec 2024-12-08T19:24:05,880 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:05,880 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:24:05,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685905918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685905919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685905920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685905923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685906222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685906222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685906224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685906225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,234 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/5b382574e36a4b96b9eead28896d7584 2024-12-08T19:24:06,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/c5a7a74b033d47e4b860c24103596514 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514 2024-12-08T19:24:06,240 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514, entries=150, sequenceid=394, filesize=30.5 K 2024-12-08T19:24:06,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/f3c66e173fd24122a7905701f4dbbb5a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a 2024-12-08T19:24:06,243 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T19:24:06,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/5b382574e36a4b96b9eead28896d7584 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584 2024-12-08T19:24:06,246 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584, entries=150, sequenceid=394, filesize=12.0 K 2024-12-08T19:24:06,247 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for e5d57183c797ec6dd6e4221d62a5d1a0 in 872ms, sequenceid=394, compaction requested=false 2024-12-08T19:24:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:06,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-08T19:24:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-08T19:24:06,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-08T19:24:06,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0260 sec 2024-12-08T19:24:06,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 1.0280 sec 2024-12-08T19:24:06,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T19:24:06,324 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-08T19:24:06,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:06,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-08T19:24:06,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T19:24:06,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:06,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:06,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T19:24:06,478 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:06,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:06,479 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:06,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:06,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dc0b1fd3caa1473f8c2c3b4b9b65ab57_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685845610/Put/seqid=0 2024-12-08T19:24:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742311_1487 (size=12454) 2024-12-08T19:24:06,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:06,490 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208dc0b1fd3caa1473f8c2c3b4b9b65ab57_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc0b1fd3caa1473f8c2c3b4b9b65ab57_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:06,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/5e01904d39fe414f8053a355d8026610, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:06,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/5e01904d39fe414f8053a355d8026610 is 175, key is test_row_0/A:col10/1733685845610/Put/seqid=0 2024-12-08T19:24:06,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742312_1488 (size=31255) 2024-12-08T19:24:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T19:24:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:06,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685906754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685906754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685906755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685906755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685906856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685906859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685906861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685906862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:06,895 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/5e01904d39fe414f8053a355d8026610 2024-12-08T19:24:06,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/0e07964242084c708aed63dbd97f3914 is 50, key is test_row_0/B:col10/1733685845610/Put/seqid=0 2024-12-08T19:24:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742313_1489 (size=12301) 2024-12-08T19:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T19:24:07,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685907059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685907064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685907065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685907066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52232 deadline: 1733685907093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,097 DEBUG [Thread-1691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:07,305 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/0e07964242084c708aed63dbd97f3914 2024-12-08T19:24:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f3a37352f4ff4fe59f1ff72ad9731e2b is 50, key is test_row_0/C:col10/1733685845610/Put/seqid=0 2024-12-08T19:24:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742314_1490 (size=12301) 2024-12-08T19:24:07,313 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f3a37352f4ff4fe59f1ff72ad9731e2b 2024-12-08T19:24:07,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/5e01904d39fe414f8053a355d8026610 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610 2024-12-08T19:24:07,318 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610, entries=150, sequenceid=410, filesize=30.5 K 2024-12-08T19:24:07,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/0e07964242084c708aed63dbd97f3914 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914 2024-12-08T19:24:07,321 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914, entries=150, sequenceid=410, filesize=12.0 K 2024-12-08T19:24:07,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/f3a37352f4ff4fe59f1ff72ad9731e2b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b 2024-12-08T19:24:07,324 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b, entries=150, sequenceid=410, filesize=12.0 K 2024-12-08T19:24:07,325 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for e5d57183c797ec6dd6e4221d62a5d1a0 in 846ms, sequenceid=410, compaction requested=true 2024-12-08T19:24:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-08T19:24:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-08T19:24:07,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-08T19:24:07,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-08T19:24:07,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.0020 sec 2024-12-08T19:24:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:07,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:07,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:07,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208775be36844584161a4407bbf0bc7dfa9_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:07,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742315_1491 (size=14994) 2024-12-08T19:24:07,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:07,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208775be36844584161a4407bbf0bc7dfa9_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208775be36844584161a4407bbf0bc7dfa9_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:07,376 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a7152b66688c4163950b8731ff93a148, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:07,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a7152b66688c4163950b8731ff93a148 is 175, key is test_row_0/A:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:07,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685907378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742316_1492 (size=39949) 2024-12-08T19:24:07,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685907378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685907378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685907378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T19:24:07,429 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-08T19:24:07,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-08T19:24:07,431 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:07,431 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:07,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:07,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685907479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685907483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685907483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685907484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:07,582 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:07,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685907682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685907686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685907686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685907687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:07,734 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:07,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=435, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a7152b66688c4163950b8731ff93a148 2024-12-08T19:24:07,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/a03e0b93856a4591b7a153d4198729cc is 50, key is test_row_0/B:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:07,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742317_1493 (size=12301) 2024-12-08T19:24:07,860 DEBUG [Thread-1702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:55672 2024-12-08T19:24:07,860 DEBUG [Thread-1702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:07,862 DEBUG [Thread-1704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:55672 2024-12-08T19:24:07,862 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:07,863 DEBUG [Thread-1706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:55672 2024-12-08T19:24:07,863 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:07,864 DEBUG [Thread-1700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:55672 2024-12-08T19:24:07,864 DEBUG [Thread-1700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:07,866 DEBUG [Thread-1698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:55672 2024-12-08T19:24:07,866 DEBUG [Thread-1698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:07,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:07,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:07,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685907985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685907990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685907992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:07,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685907992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:08,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:08,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/a03e0b93856a4591b7a153d4198729cc 2024-12-08T19:24:08,194 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:08,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:08,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/945d49d45fe74c268b33205c3554e700 is 50, key is test_row_0/C:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:08,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742318_1494 (size=12301) 2024-12-08T19:24:08,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:08,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:08,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:08,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52218 deadline: 1733685908489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52242 deadline: 1733685908493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:08,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52188 deadline: 1733685908495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:08,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52208 deadline: 1733685908497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:08,503 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:08,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:08,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/945d49d45fe74c268b33205c3554e700 2024-12-08T19:24:08,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/a7152b66688c4163950b8731ff93a148 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148 2024-12-08T19:24:08,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148, entries=200, sequenceid=435, filesize=39.0 K 2024-12-08T19:24:08,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/a03e0b93856a4591b7a153d4198729cc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc 2024-12-08T19:24:08,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc, entries=150, sequenceid=435, filesize=12.0 K 2024-12-08T19:24:08,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/945d49d45fe74c268b33205c3554e700 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700 2024-12-08T19:24:08,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700, entries=150, sequenceid=435, filesize=12.0 K 2024-12-08T19:24:08,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1259ms, sequenceid=435, compaction requested=true 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:08,623 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5d57183c797ec6dd6e4221d62a5d1a0:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:08,623 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:08,625 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:08,625 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134673 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:08,625 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/A is initiating minor compaction (all files) 2024-12-08T19:24:08,625 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/B is initiating minor compaction (all files) 2024-12-08T19:24:08,625 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/A in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,625 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/B in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,625 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=131.5 K 2024-12-08T19:24:08,625 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/bcc8d5aec9fa4a3f91cf7173aab7ea00, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=48.9 K 2024-12-08T19:24:08,625 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,625 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148] 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting bcc8d5aec9fa4a3f91cf7173aab7ea00, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685840601 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75ab7afe306e4a9594290210a51d4f01, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685840601 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5a7a74b033d47e4b860c24103596514, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685843461 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f3c66e173fd24122a7905701f4dbbb5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685843461 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e01904d39fe414f8053a355d8026610, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733685845610 2024-12-08T19:24:08,626 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e07964242084c708aed63dbd97f3914, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733685845610 2024-12-08T19:24:08,627 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7152b66688c4163950b8731ff93a148, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733685846753 2024-12-08T19:24:08,627 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a03e0b93856a4591b7a153d4198729cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733685846754 2024-12-08T19:24:08,635 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:08,635 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:08,636 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/369ee08155ba4709b0217ff374a9f5de is 50, key is test_row_0/B:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:08,637 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208629d79689c254facb47a695c47348b2f_e5d57183c797ec6dd6e4221d62a5d1a0 store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742319_1495 (size=13289) 2024-12-08T19:24:08,640 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208629d79689c254facb47a695c47348b2f_e5d57183c797ec6dd6e4221d62a5d1a0, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:08,641 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208629d79689c254facb47a695c47348b2f_e5d57183c797ec6dd6e4221d62a5d1a0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:08,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742320_1496 (size=4469) 2024-12-08T19:24:08,657 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:08,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T19:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:08,657 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:08,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:08,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:08,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120876b5ba297a064a6abdab10a4ab331a00_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685847377/Put/seqid=0 2024-12-08T19:24:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742321_1497 (size=12454) 2024-12-08T19:24:09,047 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#A#compaction#417 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:09,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d3751db7841d49f1826a383fe20740eb is 175, key is test_row_0/A:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:09,050 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/369ee08155ba4709b0217ff374a9f5de as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/369ee08155ba4709b0217ff374a9f5de 2024-12-08T19:24:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742322_1498 (size=32243) 2024-12-08T19:24:09,056 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/B of e5d57183c797ec6dd6e4221d62a5d1a0 into 369ee08155ba4709b0217ff374a9f5de(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:09,056 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:09,056 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/B, priority=12, startTime=1733685848623; duration=0sec 2024-12-08T19:24:09,056 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:09,056 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:B 2024-12-08T19:24:09,056 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T19:24:09,057 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T19:24:09,057 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): e5d57183c797ec6dd6e4221d62a5d1a0/C is initiating minor compaction (all files) 2024-12-08T19:24:09,057 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5d57183c797ec6dd6e4221d62a5d1a0/C in TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:09,057 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/91674b9c87844264ab1588bae431ca0e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp, totalSize=48.9 K 2024-12-08T19:24:09,058 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 91674b9c87844264ab1588bae431ca0e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733685840601 2024-12-08T19:24:09,058 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b382574e36a4b96b9eead28896d7584, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1733685843461 2024-12-08T19:24:09,059 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f3a37352f4ff4fe59f1ff72ad9731e2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733685845610 2024-12-08T19:24:09,059 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 945d49d45fe74c268b33205c3554e700, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1733685846754 2024-12-08T19:24:09,066 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5d57183c797ec6dd6e4221d62a5d1a0#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:09,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:09,066 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/843980c583374284a9a5d331bf837d12 is 50, key is test_row_0/C:col10/1733685846754/Put/seqid=0 2024-12-08T19:24:09,069 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120876b5ba297a064a6abdab10a4ab331a00_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120876b5ba297a064a6abdab10a4ab331a00_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:09,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/2e1504710c0f4a52941f1ba0c94f66f1, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:09,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/2e1504710c0f4a52941f1ba0c94f66f1 is 175, key is test_row_0/A:col10/1733685847377/Put/seqid=0 2024-12-08T19:24:09,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742323_1499 (size=13289) 2024-12-08T19:24:09,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742324_1500 (size=31255) 2024-12-08T19:24:09,466 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/d3751db7841d49f1826a383fe20740eb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d3751db7841d49f1826a383fe20740eb 2024-12-08T19:24:09,473 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/A of e5d57183c797ec6dd6e4221d62a5d1a0 into d3751db7841d49f1826a383fe20740eb(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:09,473 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:09,473 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/A, priority=12, startTime=1733685848623; duration=0sec 2024-12-08T19:24:09,473 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:09,473 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:A 2024-12-08T19:24:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=446, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/2e1504710c0f4a52941f1ba0c94f66f1 2024-12-08T19:24:09,476 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/843980c583374284a9a5d331bf837d12 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/843980c583374284a9a5d331bf837d12 2024-12-08T19:24:09,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/167b50f4956845e7a3c0ca94ff60d3bd is 50, key is test_row_0/B:col10/1733685847377/Put/seqid=0 2024-12-08T19:24:09,480 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5d57183c797ec6dd6e4221d62a5d1a0/C of e5d57183c797ec6dd6e4221d62a5d1a0 into 843980c583374284a9a5d331bf837d12(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:09,480 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:09,480 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0., storeName=e5d57183c797ec6dd6e4221d62a5d1a0/C, priority=12, startTime=1733685848623; duration=0sec 2024-12-08T19:24:09,480 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:09,480 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5d57183c797ec6dd6e4221d62a5d1a0:C 2024-12-08T19:24:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742325_1501 (size=12301) 2024-12-08T19:24:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:09,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. as already flushing 2024-12-08T19:24:09,496 DEBUG [Thread-1695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:55672 2024-12-08T19:24:09,496 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:09,498 DEBUG [Thread-1687 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:55672 2024-12-08T19:24:09,498 DEBUG [Thread-1687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:09,506 DEBUG [Thread-1693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:55672 2024-12-08T19:24:09,506 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:09,507 DEBUG [Thread-1689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:55672 2024-12-08T19:24:09,508 DEBUG [Thread-1689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:09,883 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/167b50f4956845e7a3c0ca94ff60d3bd 2024-12-08T19:24:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/417b97cd4925472a98adee4155dd2483 is 50, key is test_row_0/C:col10/1733685847377/Put/seqid=0 2024-12-08T19:24:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742326_1502 (size=12301) 2024-12-08T19:24:10,299 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/417b97cd4925472a98adee4155dd2483 2024-12-08T19:24:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/2e1504710c0f4a52941f1ba0c94f66f1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/2e1504710c0f4a52941f1ba0c94f66f1 2024-12-08T19:24:10,312 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/2e1504710c0f4a52941f1ba0c94f66f1, entries=150, sequenceid=446, filesize=30.5 K 2024-12-08T19:24:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/167b50f4956845e7a3c0ca94ff60d3bd as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/167b50f4956845e7a3c0ca94ff60d3bd 2024-12-08T19:24:10,318 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/167b50f4956845e7a3c0ca94ff60d3bd, entries=150, sequenceid=446, filesize=12.0 K 2024-12-08T19:24:10,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/417b97cd4925472a98adee4155dd2483 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/417b97cd4925472a98adee4155dd2483 2024-12-08T19:24:10,321 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/417b97cd4925472a98adee4155dd2483, entries=150, sequenceid=446, filesize=12.0 K 2024-12-08T19:24:10,322 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1665ms, sequenceid=446, compaction requested=false 2024-12-08T19:24:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:10,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-08T19:24:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-08T19:24:10,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-08T19:24:10,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8920 sec 2024-12-08T19:24:10,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.8940 sec 2024-12-08T19:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T19:24:11,539 INFO [Thread-1697 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-08T19:24:13,815 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:24:17,173 DEBUG [Thread-1691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:55672 2024-12-08T19:24:17,173 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-12-08T19:24:17,173 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2553 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7656 rows 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2557 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7671 rows 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2566 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7697 rows 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2555 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7664 rows 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2563 2024-12-08T19:24:17,174 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7688 rows 2024-12-08T19:24:17,174 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:24:17,174 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:55672 2024-12-08T19:24:17,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:17,177 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:24:17,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:24:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:17,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685857182"}]},"ts":"1733685857182"} 2024-12-08T19:24:17,183 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:24:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:17,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:18,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148] to archive 2024-12-08T19:24:18,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:18,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/8fee890081da45bd959642c169cebfa7 2024-12-08T19:24:18,098 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d92451c7d51c4d419fd733b9a4c0d90f 2024-12-08T19:24:18,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/26cf9c32f19542c8893b292cbadb52d0 2024-12-08T19:24:18,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e909ea8436a44211b0337186f6c4ec01 2024-12-08T19:24:18,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/020a188ec2a3487091ce0ef23640dccb 2024-12-08T19:24:18,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0fc42b2e9b2b4520a31afd4b534a37c9 2024-12-08T19:24:18,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/df17e27b12844fa6a87429c5b4f485b5 2024-12-08T19:24:18,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/f3c0742acb5d449eb7c94bd2b66e61ec 2024-12-08T19:24:18,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a8074753ecfd4f9bbf32ee030ef13a86 2024-12-08T19:24:18,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/eca17ad085e34d5f89ee2a4a212fd3a2 2024-12-08T19:24:18,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ff78ee3f844c43b18b1fa63165b209d9 2024-12-08T19:24:18,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/cd8648826dd84f1c8b97ae0509a4e5f1 2024-12-08T19:24:18,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/9ab05b9f9a0d4981a8606b01eee69fd2 2024-12-08T19:24:18,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/501296d5806643b09eb44f70b8f9abce 2024-12-08T19:24:18,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d173cbaa76e843aab953ee326dfcde09 2024-12-08T19:24:18,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/0ea6abfd9cb347cb9eeeca11713998d0 2024-12-08T19:24:18,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/4a7a02cc3a1a43b9b28716cda1ba561a 2024-12-08T19:24:18,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ed041d57499d40f0b9a76c6383d7338d 2024-12-08T19:24:18,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/dc9bbe5e51be4510bab6f7e08c0248f0 2024-12-08T19:24:18,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/085c76e8144a416a9371036e1e419d9b 2024-12-08T19:24:18,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/3b524316fa6f4c1c99ed00252e029292 2024-12-08T19:24:18,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/702b1d284f764e859e4a6004ff29b2da 2024-12-08T19:24:18,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/ce170da16ef94ffb8d8d238d69c31426 2024-12-08T19:24:18,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/7270e2c1824d4b6e95dfff7a6ad3a76d 2024-12-08T19:24:18,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/75ab7afe306e4a9594290210a51d4f01 2024-12-08T19:24:18,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/e820f98e96a04bc9ad62104c77cab327 2024-12-08T19:24:18,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/c5a7a74b033d47e4b860c24103596514 2024-12-08T19:24:18,119 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/5e01904d39fe414f8053a355d8026610 2024-12-08T19:24:18,120 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/a7152b66688c4163950b8731ff93a148 2024-12-08T19:24:18,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/44a3038103e8405a9e0bdec6db25b633, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ec23ca46c7204bd9939000ee062600e1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0526b153328f4164bd6dfdf24b5715cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/aa96eb8f57754d89addf84d70eac8597, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/4925b8a31f814c59adc02a7f4a383c63, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a600d017bbae4a2dbdbf458cd9479304, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/bcc8d5aec9fa4a3f91cf7173aab7ea00, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc] to archive 2024-12-08T19:24:18,124 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:18,125 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/37b8fdb1982e4f899d0a1d9e1aa732fe 2024-12-08T19:24:18,126 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8bf9f01bf16b4382af168f7f4dc3f34e 2024-12-08T19:24:18,127 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/44a3038103e8405a9e0bdec6db25b633 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/44a3038103e8405a9e0bdec6db25b633 2024-12-08T19:24:18,128 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7c6270f15e1241c8933f6072ececb9af 2024-12-08T19:24:18,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f99900780daf4f079367955da8d66448 2024-12-08T19:24:18,129 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/66ce1c4175394b0782a839d8308341e3 2024-12-08T19:24:18,130 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ec23ca46c7204bd9939000ee062600e1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ec23ca46c7204bd9939000ee062600e1 2024-12-08T19:24:18,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/1d8962e1866d4bacb0526242b9e1c5c5 2024-12-08T19:24:18,131 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/c6c0ef2b60c445eb882d8f513a0397d9 2024-12-08T19:24:18,132 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0526b153328f4164bd6dfdf24b5715cf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0526b153328f4164bd6dfdf24b5715cf 2024-12-08T19:24:18,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f31d51eabdce48578eec5388108c6e22 2024-12-08T19:24:18,133 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/50481a8f88564fc7829875c079eda9eb 2024-12-08T19:24:18,134 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/8d42b92ac16c4a22968d9540a9c1acdd 2024-12-08T19:24:18,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/aa96eb8f57754d89addf84d70eac8597 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/aa96eb8f57754d89addf84d70eac8597 2024-12-08T19:24:18,135 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/3ee25d022e754b0fac0ad8b6754c2a61 2024-12-08T19:24:18,136 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/7e5cc29c852e47b3b6a5aeb2fda709ce 2024-12-08T19:24:18,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/4925b8a31f814c59adc02a7f4a383c63 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/4925b8a31f814c59adc02a7f4a383c63 2024-12-08T19:24:18,137 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/522bb83b55fc4d7da7acbeef3854a7c9 2024-12-08T19:24:18,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/fc4ea9e4ade14f61aeeb1dacbc65d756 2024-12-08T19:24:18,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/e726703772a54775b5289c183dd77a34 2024-12-08T19:24:18,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a600d017bbae4a2dbdbf458cd9479304 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a600d017bbae4a2dbdbf458cd9479304 2024-12-08T19:24:18,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f9ea65e5adae458a96cef3d98d741b1a 2024-12-08T19:24:18,140 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/ef1a430264244be59ac496ba38373ccf 2024-12-08T19:24:18,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/d727565f289649939e8471c624100de3 2024-12-08T19:24:18,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/bcc8d5aec9fa4a3f91cf7173aab7ea00 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/bcc8d5aec9fa4a3f91cf7173aab7ea00 2024-12-08T19:24:18,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/6941ead3737d4f4ca86dbd85c0955082 2024-12-08T19:24:18,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/f3c66e173fd24122a7905701f4dbbb5a 2024-12-08T19:24:18,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/0e07964242084c708aed63dbd97f3914 2024-12-08T19:24:18,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/a03e0b93856a4591b7a153d4198729cc 2024-12-08T19:24:18,145 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:24:18,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:24:18,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, UNASSIGN}] 2024-12-08T19:24:18,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, UNASSIGN 2024-12-08T19:24:18,147 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:18,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/14b006e1dff143d6810e99a5008838cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/95fa1542ecee41e18a5058e75885b032, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e0a8ea1acf014f6aab8bfe789383bc1f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c296658b115c4ad1a0245f8b4c76c53d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d1731d2ed3334ca7abab09eccd012c34, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/185e6e9a786845f8be7460f11a49a26a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/91674b9c87844264ab1588bae431ca0e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700] to archive 2024-12-08T19:24:18,148 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:24:18,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:18,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:18,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/3ea0429fead34e95b57c8f36acfa7ce8 2024-12-08T19:24:18,150 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e4a12540ace444fda374e0b32743d64a 2024-12-08T19:24:18,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/14b006e1dff143d6810e99a5008838cf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/14b006e1dff143d6810e99a5008838cf 2024-12-08T19:24:18,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/6fbdfac81ede48b594c3d5dc5155de84 2024-12-08T19:24:18,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8ae554bcec5d420681de1f1b6c52adba 2024-12-08T19:24:18,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/db1782d336ec41a1aeeaa6e94e5bf557 2024-12-08T19:24:18,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/95fa1542ecee41e18a5058e75885b032 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/95fa1542ecee41e18a5058e75885b032 2024-12-08T19:24:18,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8508857e654848828b08d003e4014aa6 2024-12-08T19:24:18,154 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/12dbc6484828462687db49796002bf65 2024-12-08T19:24:18,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e0a8ea1acf014f6aab8bfe789383bc1f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/e0a8ea1acf014f6aab8bfe789383bc1f 2024-12-08T19:24:18,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/880338e037244fedb6277a5e296c315d 2024-12-08T19:24:18,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c7f27d79043b4d6bbe50466f73bc9c7c 2024-12-08T19:24:18,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/82948695d120480096b09de76778e689 2024-12-08T19:24:18,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c296658b115c4ad1a0245f8b4c76c53d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/c296658b115c4ad1a0245f8b4c76c53d 2024-12-08T19:24:18,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/07a07cb1ef9d4e59be3c6858cbc95454 2024-12-08T19:24:18,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/589ee6fd1c4748198e1c6ee345c7dec9 2024-12-08T19:24:18,158 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d1731d2ed3334ca7abab09eccd012c34 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d1731d2ed3334ca7abab09eccd012c34 2024-12-08T19:24:18,159 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/8b59cf7fc2da4d68b667d6ad599ec4f2 2024-12-08T19:24:18,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f8068193c9d0497cacbb313f8053b98d 2024-12-08T19:24:18,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/d0f99a52b797471fae2748ce6af3b97b 2024-12-08T19:24:18,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/185e6e9a786845f8be7460f11a49a26a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/185e6e9a786845f8be7460f11a49a26a 2024-12-08T19:24:18,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/0199d8c48da14cfa8c5b02d6307260d6 2024-12-08T19:24:18,162 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/04936ccf713f4af5a955847b68be3361 2024-12-08T19:24:18,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/50d3e72a44964a7c88886e8b0cc2b72b 2024-12-08T19:24:18,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/91674b9c87844264ab1588bae431ca0e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/91674b9c87844264ab1588bae431ca0e 2024-12-08T19:24:18,164 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/22933d21ea144a41879b844a29c19234 2024-12-08T19:24:18,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/5b382574e36a4b96b9eead28896d7584 2024-12-08T19:24:18,165 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/f3a37352f4ff4fe59f1ff72ad9731e2b 2024-12-08T19:24:18,166 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/8760adbab633:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/945d49d45fe74c268b33205c3554e700 2024-12-08T19:24:18,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:18,299 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:18,300 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:18,300 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:24:18,300 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing e5d57183c797ec6dd6e4221d62a5d1a0, disabling compactions & flushes 2024-12-08T19:24:18,300 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:18,300 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:18,300 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. after waiting 0 ms 2024-12-08T19:24:18,300 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:18,301 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing e5d57183c797ec6dd6e4221d62a5d1a0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=A 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=B 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5d57183c797ec6dd6e4221d62a5d1a0, store=C 2024-12-08T19:24:18,301 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:18,313 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085e08f404fb4242b09fca6b7b845b0c2d_e5d57183c797ec6dd6e4221d62a5d1a0 is 50, key is test_row_0/A:col10/1733685857170/Put/seqid=0 2024-12-08T19:24:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742327_1503 (size=12454) 2024-12-08T19:24:18,718 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:18,726 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085e08f404fb4242b09fca6b7b845b0c2d_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e08f404fb4242b09fca6b7b845b0c2d_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:18,727 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/b350a34471e847178a1a5c22fa969131, store: [table=TestAcidGuarantees family=A region=e5d57183c797ec6dd6e4221d62a5d1a0] 2024-12-08T19:24:18,728 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/b350a34471e847178a1a5c22fa969131 is 175, key is test_row_0/A:col10/1733685857170/Put/seqid=0 2024-12-08T19:24:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742328_1504 (size=31255) 2024-12-08T19:24:19,134 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/b350a34471e847178a1a5c22fa969131 2024-12-08T19:24:19,149 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/47dfdb15ba95435384114fee156e5757 is 50, key is test_row_0/B:col10/1733685857170/Put/seqid=0 2024-12-08T19:24:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742329_1505 (size=12301) 2024-12-08T19:24:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:19,554 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/47dfdb15ba95435384114fee156e5757 2024-12-08T19:24:19,569 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/a3df183e20e140c3adc88479787b8932 is 50, key is test_row_0/C:col10/1733685857170/Put/seqid=0 2024-12-08T19:24:19,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742330_1506 (size=12301) 2024-12-08T19:24:19,973 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/a3df183e20e140c3adc88479787b8932 2024-12-08T19:24:19,984 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/A/b350a34471e847178a1a5c22fa969131 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/b350a34471e847178a1a5c22fa969131 2024-12-08T19:24:19,990 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/b350a34471e847178a1a5c22fa969131, entries=150, sequenceid=457, filesize=30.5 K 2024-12-08T19:24:19,991 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/B/47dfdb15ba95435384114fee156e5757 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/47dfdb15ba95435384114fee156e5757 2024-12-08T19:24:19,994 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/47dfdb15ba95435384114fee156e5757, entries=150, sequenceid=457, filesize=12.0 K 2024-12-08T19:24:19,995 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/.tmp/C/a3df183e20e140c3adc88479787b8932 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/a3df183e20e140c3adc88479787b8932 2024-12-08T19:24:19,999 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/a3df183e20e140c3adc88479787b8932, entries=150, sequenceid=457, filesize=12.0 K 2024-12-08T19:24:19,999 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for e5d57183c797ec6dd6e4221d62a5d1a0 in 1699ms, sequenceid=457, compaction requested=true 2024-12-08T19:24:20,003 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=4 2024-12-08T19:24:20,004 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0. 2024-12-08T19:24:20,004 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for e5d57183c797ec6dd6e4221d62a5d1a0: 2024-12-08T19:24:20,005 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:20,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=e5d57183c797ec6dd6e4221d62a5d1a0, regionState=CLOSED 2024-12-08T19:24:20,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-08T19:24:20,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure e5d57183c797ec6dd6e4221d62a5d1a0, server=8760adbab633,37895,1733685735339 in 1.8580 sec 2024-12-08T19:24:20,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-08T19:24:20,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5d57183c797ec6dd6e4221d62a5d1a0, UNASSIGN in 1.8610 sec 2024-12-08T19:24:20,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-08T19:24:20,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8630 sec 2024-12-08T19:24:20,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685860010"}]},"ts":"1733685860010"} 2024-12-08T19:24:20,010 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:24:20,255 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:24:20,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.0790 sec 2024-12-08T19:24:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T19:24:21,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-08T19:24:21,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:24:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,298 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T19:24:21,299 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,302 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,305 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits] 2024-12-08T19:24:21,310 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/2e1504710c0f4a52941f1ba0c94f66f1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/2e1504710c0f4a52941f1ba0c94f66f1 2024-12-08T19:24:21,312 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/b350a34471e847178a1a5c22fa969131 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/b350a34471e847178a1a5c22fa969131 2024-12-08T19:24:21,314 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d3751db7841d49f1826a383fe20740eb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/A/d3751db7841d49f1826a383fe20740eb 2024-12-08T19:24:21,318 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/167b50f4956845e7a3c0ca94ff60d3bd to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/167b50f4956845e7a3c0ca94ff60d3bd 2024-12-08T19:24:21,321 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/369ee08155ba4709b0217ff374a9f5de to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/369ee08155ba4709b0217ff374a9f5de 2024-12-08T19:24:21,322 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/47dfdb15ba95435384114fee156e5757 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/B/47dfdb15ba95435384114fee156e5757 2024-12-08T19:24:21,325 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/417b97cd4925472a98adee4155dd2483 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/417b97cd4925472a98adee4155dd2483 2024-12-08T19:24:21,327 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/843980c583374284a9a5d331bf837d12 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/843980c583374284a9a5d331bf837d12 2024-12-08T19:24:21,328 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/a3df183e20e140c3adc88479787b8932 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/C/a3df183e20e140c3adc88479787b8932 2024-12-08T19:24:21,331 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits/460.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0/recovered.edits/460.seqid 2024-12-08T19:24:21,332 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,332 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:24:21,332 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:24:21,333 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T19:24:21,337 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080a860f340b044312a3fd9de54dbb003b_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080a860f340b044312a3fd9de54dbb003b_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,338 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120813036b9f69e942278c545de856c05e51_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120813036b9f69e942278c545de856c05e51_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,339 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082180784ca949469aab78e038f6e13753_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082180784ca949469aab78e038f6e13753_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,340 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208295d3084a911423da758d4ecb4cb1445_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208295d3084a911423da758d4ecb4cb1445_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,341 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083188f1d57afb41b8a615ae1b3af27cd1_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083188f1d57afb41b8a615ae1b3af27cd1_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,342 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833adf15eddb343288e873d8d84606f65_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120833adf15eddb343288e873d8d84606f65_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,342 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083d512c6eec5e41e0bbfd662d997a51eb_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083d512c6eec5e41e0bbfd662d997a51eb_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,343 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844a8825c37044712b582dcfc3a759c50_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120844a8825c37044712b582dcfc3a759c50_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,344 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120848a938da6062454794ea845b863905b9_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120848a938da6062454794ea845b863905b9_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,344 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085d8a1f9951264e4f933879cf2188a623_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085d8a1f9951264e4f933879cf2188a623_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,345 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e08f404fb4242b09fca6b7b845b0c2d_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e08f404fb4242b09fca6b7b845b0c2d_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,346 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120871d125ad30b44dffaef73bf284d05f5e_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120871d125ad30b44dffaef73bf284d05f5e_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,346 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120876b5ba297a064a6abdab10a4ab331a00_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120876b5ba297a064a6abdab10a4ab331a00_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,347 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208775be36844584161a4407bbf0bc7dfa9_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208775be36844584161a4407bbf0bc7dfa9_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,348 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088bdd6febdaa84e3fa7dbcdac4eda7df5_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088bdd6febdaa84e3fa7dbcdac4eda7df5_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,348 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d314ad5c4774290bb32e0fc61618740_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d314ad5c4774290bb32e0fc61618740_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,349 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088db582263ff3415ba977f574f5be3f10_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088db582263ff3415ba977f574f5be3f10_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,350 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f32bb2fb24644f9aac90610bede2202_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089f32bb2fb24644f9aac90610bede2202_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,350 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a7dd0d35968c4a7fbd68d045a17fbaa7_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a7dd0d35968c4a7fbd68d045a17fbaa7_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,351 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b308154e188041689a75f43533ffbfec_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b308154e188041689a75f43533ffbfec_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,352 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b73727bf02924a8088c02458bed4dd49_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b73727bf02924a8088c02458bed4dd49_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,352 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c200edd88a05418594c9a372906a7152_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c200edd88a05418594c9a372906a7152_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,353 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7ce25c995e14361a018120e808c6ac4_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d7ce25c995e14361a018120e808c6ac4_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,354 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc0b1fd3caa1473f8c2c3b4b9b65ab57_e5d57183c797ec6dd6e4221d62a5d1a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208dc0b1fd3caa1473f8c2c3b4b9b65ab57_e5d57183c797ec6dd6e4221d62a5d1a0 2024-12-08T19:24:21,354 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:24:21,355 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,357 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:24:21,358 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:24:21,358 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,358 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:24:21,359 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685861358"}]},"ts":"9223372036854775807"} 2024-12-08T19:24:21,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:24:21,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e5d57183c797ec6dd6e4221d62a5d1a0, NAME => 'TestAcidGuarantees,,1733685824605.e5d57183c797ec6dd6e4221d62a5d1a0.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:24:21,360 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:24:21,360 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685861360"}]},"ts":"9223372036854775807"} 2024-12-08T19:24:21,361 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:24:21,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T19:24:21,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T19:24:21,674 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 379 msec 2024-12-08T19:24:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T19:24:21,904 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-08T19:24:21,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 239), OpenFileDescriptor=446 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=16953 (was 19714) 2024-12-08T19:24:21,928 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=16953 2024-12-08T19:24:21,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:24:21,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:24:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:21,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:24:21,931 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:21,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-12-08T19:24:21,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:24:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:21,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742331_1507 (size=963) 2024-12-08T19:24:21,940 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:24:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742332_1508 (size=53) 2024-12-08T19:24:22,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:22,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8d831db48de0cadeb73db8d81a837f0b, disabling compactions & flushes 2024-12-08T19:24:22,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. after waiting 0 ms 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:22,348 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:22,348 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:22,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:24:22,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685862351"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685862351"}]},"ts":"1733685862351"} 2024-12-08T19:24:22,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:24:22,356 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:24:22,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685862356"}]},"ts":"1733685862356"} 2024-12-08T19:24:22,359 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:24:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:22,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, ASSIGN}] 2024-12-08T19:24:22,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, ASSIGN 2024-12-08T19:24:22,773 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:24:22,924 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=8d831db48de0cadeb73db8d81a837f0b, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:22,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:23,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:23,086 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:23,086 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:24:23,086 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,086 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:24:23,086 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,087 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,088 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,089 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:23,089 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d831db48de0cadeb73db8d81a837f0b columnFamilyName A 2024-12-08T19:24:23,090 DEBUG [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:23,090 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(327): Store=8d831db48de0cadeb73db8d81a837f0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:23,090 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,091 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:23,091 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d831db48de0cadeb73db8d81a837f0b columnFamilyName B 2024-12-08T19:24:23,091 DEBUG [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:23,092 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(327): Store=8d831db48de0cadeb73db8d81a837f0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:23,092 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,093 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:23,093 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d831db48de0cadeb73db8d81a837f0b columnFamilyName C 2024-12-08T19:24:23,093 DEBUG [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:23,093 INFO [StoreOpener-8d831db48de0cadeb73db8d81a837f0b-1 {}] regionserver.HStore(327): Store=8d831db48de0cadeb73db8d81a837f0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:23,093 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:23,094 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,094 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,095 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:24:23,095 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:23,097 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:24:23,097 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 8d831db48de0cadeb73db8d81a837f0b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62128171, jitterRate=-0.07421810925006866}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:24:23,097 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:23,098 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., pid=133, masterSystemTime=1733685863080 2024-12-08T19:24:23,099 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:23,099 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:23,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=8d831db48de0cadeb73db8d81a837f0b, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:23,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-08T19:24:23,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 in 174 msec 2024-12-08T19:24:23,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-08T19:24:23,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, ASSIGN in 331 msec 2024-12-08T19:24:23,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:24:23,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685863102"}]},"ts":"1733685863102"} 2024-12-08T19:24:23,103 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:24:23,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:24:23,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3760 sec 2024-12-08T19:24:24,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T19:24:24,043 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-12-08T19:24:24,045 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-08T19:24:24,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:24,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:24,248 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:24,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:24:24,251 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:24:24,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-08T19:24:24,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:24,455 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-08T19:24:24,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:24,684 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-12-08T19:24:24,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:24,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-08T19:24:25,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:25,125 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-12-08T19:24:25,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:25,342 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-08T19:24:25,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:24:25,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:25,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-08T19:24:25,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:25,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-08T19:24:25,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:25,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-12-08T19:24:26,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:26,110 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-12-08T19:24:26,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:26,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:26,153 DEBUG [hconnection-0x1b47c70e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-08T19:24:26,154 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,154 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:26,155 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:26,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:26,156 DEBUG [hconnection-0x2d1f74d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,156 DEBUG [hconnection-0x61f7b3a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,157 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,157 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,157 DEBUG [hconnection-0x6f0472e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,157 DEBUG [hconnection-0x37f19cf4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,157 DEBUG [hconnection-0x23ad8573-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,158 DEBUG [hconnection-0x5da36d4b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,158 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,158 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,158 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51100, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,158 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:26,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:26,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:26,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:26,163 DEBUG [hconnection-0x261df043-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,163 DEBUG [hconnection-0x7ba8a9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,164 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,165 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,167 DEBUG [hconnection-0x34a9916e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:26,168 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685926170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685926170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685926171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685926171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685926171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/7e3f782fb9cc46c39401be20ed2412b0 is 50, key is test_row_0/A:col10/1733685866160/Put/seqid=0 2024-12-08T19:24:26,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742333_1509 (size=12001) 2024-12-08T19:24:26,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685926272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685926272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685926272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685926272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685926272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:26,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:26,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:26,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:26,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:26,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685926474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685926475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/7e3f782fb9cc46c39401be20ed2412b0 2024-12-08T19:24:26,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:26,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7f87304e412b42a39903cd4bb120ae8a is 50, key is test_row_0/B:col10/1733685866160/Put/seqid=0 2024-12-08T19:24:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742334_1510 (size=12001) 2024-12-08T19:24:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:26,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:26,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685926776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685926776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685926778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685926778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:26,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685926778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:26,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:26,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:26,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:27,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7f87304e412b42a39903cd4bb120ae8a 2024-12-08T19:24:27,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/8ec6abf12e594e348512352b54c289d4 is 50, key is test_row_0/C:col10/1733685866160/Put/seqid=0 2024-12-08T19:24:27,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742335_1511 (size=12001) 2024-12-08T19:24:27,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/8ec6abf12e594e348512352b54c289d4 2024-12-08T19:24:27,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/7e3f782fb9cc46c39401be20ed2412b0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0 2024-12-08T19:24:27,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0, entries=150, sequenceid=14, filesize=11.7 K 2024-12-08T19:24:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7f87304e412b42a39903cd4bb120ae8a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a 2024-12-08T19:24:27,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:27,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:27,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:27,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a, entries=150, sequenceid=14, filesize=11.7 K 2024-12-08T19:24:27,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/8ec6abf12e594e348512352b54c289d4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4 2024-12-08T19:24:27,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4, entries=150, sequenceid=14, filesize=11.7 K 2024-12-08T19:24:27,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 8d831db48de0cadeb73db8d81a837f0b in 921ms, sequenceid=14, compaction requested=false 2024-12-08T19:24:27,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:27,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:27,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T19:24:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:27,220 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:24:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/275e9bcc8374412e8fdc93c11bb814a1 is 50, key is test_row_0/A:col10/1733685866170/Put/seqid=0 2024-12-08T19:24:27,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742336_1512 (size=12001) 2024-12-08T19:24:27,243 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/275e9bcc8374412e8fdc93c11bb814a1 2024-12-08T19:24:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:27,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/6e32836fc44545cf8c506ed1fae96a80 is 50, key is test_row_0/B:col10/1733685866170/Put/seqid=0 2024-12-08T19:24:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742337_1513 (size=12001) 2024-12-08T19:24:27,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/6e32836fc44545cf8c506ed1fae96a80 2024-12-08T19:24:27,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:27,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/efc42df87f324fd98f94179f84f142d5 is 50, key is test_row_0/C:col10/1733685866170/Put/seqid=0 2024-12-08T19:24:27,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742338_1514 (size=12001) 2024-12-08T19:24:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685927291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685927291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685927292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685927299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685927299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685927399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685927400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685927400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685927406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685927408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685927603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685927603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685927604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685927607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685927611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,694 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/efc42df87f324fd98f94179f84f142d5 2024-12-08T19:24:27,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/275e9bcc8374412e8fdc93c11bb814a1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1 2024-12-08T19:24:27,700 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:24:27,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/6e32836fc44545cf8c506ed1fae96a80 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80 2024-12-08T19:24:27,702 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:24:27,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/efc42df87f324fd98f94179f84f142d5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5 2024-12-08T19:24:27,706 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5, entries=150, sequenceid=38, filesize=11.7 K 2024-12-08T19:24:27,706 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8d831db48de0cadeb73db8d81a837f0b in 486ms, sequenceid=38, compaction requested=false 2024-12-08T19:24:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:27,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-08T19:24:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-08T19:24:27,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-08T19:24:27,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-12-08T19:24:27,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.5560 sec 2024-12-08T19:24:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:27,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:27,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:27,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5ca81c7fdaa4453e8f7765782c9d793c is 50, key is test_row_0/A:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742339_1515 (size=16681) 2024-12-08T19:24:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685927932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685927933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685927934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685927935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:27,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:27,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685927937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685928039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685928039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685928039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685928041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685928043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685928245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T19:24:28,258 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-08T19:24:28,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-08T19:24:28,259 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T19:24:28,260 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:28,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:28,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5ca81c7fdaa4453e8f7765782c9d793c 2024-12-08T19:24:28,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b945f463eb44d74a7c0d8cc28d2891e is 50, key is test_row_0/B:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:28,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742340_1516 (size=12001) 2024-12-08T19:24:28,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T19:24:28,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:28,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T19:24:28,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:28,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685928547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685928547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685928548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685928549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685928549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T19:24:28,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:28,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T19:24:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:28,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T19:24:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:28,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b945f463eb44d74a7c0d8cc28d2891e 2024-12-08T19:24:28,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/c926bcbad46142de8db9641d04069d9f is 50, key is test_row_0/C:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:28,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742341_1517 (size=12001) 2024-12-08T19:24:28,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/c926bcbad46142de8db9641d04069d9f 2024-12-08T19:24:28,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5ca81c7fdaa4453e8f7765782c9d793c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c 2024-12-08T19:24:28,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c, entries=250, sequenceid=53, filesize=16.3 K 2024-12-08T19:24:28,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b945f463eb44d74a7c0d8cc28d2891e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e 2024-12-08T19:24:28,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T19:24:28,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/c926bcbad46142de8db9641d04069d9f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f 2024-12-08T19:24:28,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T19:24:28,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8d831db48de0cadeb73db8d81a837f0b in 916ms, sequenceid=53, compaction requested=true 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:28,826 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:28,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:24:28,826 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:28,829 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:28,830 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:28,830 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,830 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=39.7 K 2024-12-08T19:24:28,830 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:28,830 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e3f782fb9cc46c39401be20ed2412b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733685866159 2024-12-08T19:24:28,830 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:28,830 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,831 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.2 K 2024-12-08T19:24:28,831 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f87304e412b42a39903cd4bb120ae8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733685866159 2024-12-08T19:24:28,831 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 275e9bcc8374412e8fdc93c11bb814a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685866170 2024-12-08T19:24:28,832 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e32836fc44545cf8c506ed1fae96a80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685866170 2024-12-08T19:24:28,832 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ca81c7fdaa4453e8f7765782c9d793c, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867291 2024-12-08T19:24:28,832 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b945f463eb44d74a7c0d8cc28d2891e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867297 2024-12-08T19:24:28,861 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:28,862 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7e4e8dad2210451caf29636ae71e10d6 is 50, key is test_row_0/B:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:28,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T19:24:28,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:28,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T19:24:28,873 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,874 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T19:24:28,874 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/f0e7b85911e7439f9a8dcb1fa0602859 is 50, key is test_row_0/A:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:28,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:28,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0d93b7b59f4f4f4aae1436998e4d17fd is 50, key is test_row_0/A:col10/1733685867934/Put/seqid=0 2024-12-08T19:24:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742342_1518 (size=12104) 2024-12-08T19:24:28,931 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7e4e8dad2210451caf29636ae71e10d6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7e4e8dad2210451caf29636ae71e10d6 2024-12-08T19:24:28,936 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 7e4e8dad2210451caf29636ae71e10d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:28,936 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:28,936 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685868826; duration=0sec 2024-12-08T19:24:28,936 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:28,936 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:28,936 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:28,938 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:28,938 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:28,938 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:28,938 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.2 K 2024-12-08T19:24:28,938 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec6abf12e594e348512352b54c289d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733685866159 2024-12-08T19:24:28,939 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting efc42df87f324fd98f94179f84f142d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733685866170 2024-12-08T19:24:28,939 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c926bcbad46142de8db9641d04069d9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867297 2024-12-08T19:24:28,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742343_1519 (size=12104) 2024-12-08T19:24:28,946 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/f0e7b85911e7439f9a8dcb1fa0602859 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f0e7b85911e7439f9a8dcb1fa0602859 2024-12-08T19:24:28,952 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into f0e7b85911e7439f9a8dcb1fa0602859(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:28,952 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:28,952 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685868826; duration=0sec 2024-12-08T19:24:28,952 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:28,952 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:28,963 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:28,963 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/be92d9b78afa485fb26d6bc173773c2d is 50, key is test_row_0/C:col10/1733685867909/Put/seqid=0 2024-12-08T19:24:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742344_1520 (size=12001) 2024-12-08T19:24:28,985 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0d93b7b59f4f4f4aae1436998e4d17fd 2024-12-08T19:24:29,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/25af1fcb325146d7b536b982b8cd913a is 50, key is test_row_0/B:col10/1733685867934/Put/seqid=0 2024-12-08T19:24:29,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742345_1521 (size=12104) 2024-12-08T19:24:29,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:29,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:29,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742346_1522 (size=12001) 2024-12-08T19:24:29,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/25af1fcb325146d7b536b982b8cd913a 2024-12-08T19:24:29,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685929073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685929076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685929077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf3b291cb96343549b5dec189e30028b is 50, key is test_row_0/C:col10/1733685867934/Put/seqid=0 2024-12-08T19:24:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685929082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685929083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742347_1523 (size=12001) 2024-12-08T19:24:29,121 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf3b291cb96343549b5dec189e30028b 2024-12-08T19:24:29,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0d93b7b59f4f4f4aae1436998e4d17fd as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd 2024-12-08T19:24:29,134 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:24:29,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/25af1fcb325146d7b536b982b8cd913a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a 2024-12-08T19:24:29,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:24:29,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf3b291cb96343549b5dec189e30028b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b 2024-12-08T19:24:29,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b, entries=150, sequenceid=74, filesize=11.7 K 2024-12-08T19:24:29,153 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8d831db48de0cadeb73db8d81a837f0b in 280ms, sequenceid=74, compaction requested=false 2024-12-08T19:24:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-08T19:24:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-08T19:24:29,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-08T19:24:29,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 895 msec 2024-12-08T19:24:29,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 913 msec 2024-12-08T19:24:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:29,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:24:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:29,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:29,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/80ef9e78abb1411fb6a48caaa51dc1b3 is 50, key is test_row_0/A:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742348_1524 (size=12001) 2024-12-08T19:24:29,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/80ef9e78abb1411fb6a48caaa51dc1b3 2024-12-08T19:24:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685929229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7d6d4558416b40f1bd96d99e8a1975b6 is 50, key is test_row_0/B:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685929231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685929230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685929232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685929241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742349_1525 (size=12001) 2024-12-08T19:24:29,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7d6d4558416b40f1bd96d99e8a1975b6 2024-12-08T19:24:29,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/13871003f12647a6bff03f3f1b906f02 is 50, key is test_row_0/C:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742350_1526 (size=12001) 2024-12-08T19:24:29,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685929343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685929349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685929355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685929355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685929355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T19:24:29,363 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-08T19:24:29,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-08T19:24:29,365 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T19:24:29,366 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:29,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:29,442 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/be92d9b78afa485fb26d6bc173773c2d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/be92d9b78afa485fb26d6bc173773c2d 2024-12-08T19:24:29,446 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into be92d9b78afa485fb26d6bc173773c2d(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:29,446 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,446 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685868826; duration=0sec 2024-12-08T19:24:29,446 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:29,446 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T19:24:29,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:29,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-08T19:24:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685929547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685929552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685929559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685929561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685929561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T19:24:29,670 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:29,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-08T19:24:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:29,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/13871003f12647a6bff03f3f1b906f02 2024-12-08T19:24:29,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/80ef9e78abb1411fb6a48caaa51dc1b3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3 2024-12-08T19:24:29,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T19:24:29,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7d6d4558416b40f1bd96d99e8a1975b6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6 2024-12-08T19:24:29,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T19:24:29,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/13871003f12647a6bff03f3f1b906f02 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02 2024-12-08T19:24:29,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02, entries=150, sequenceid=93, filesize=11.7 K 2024-12-08T19:24:29,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 8d831db48de0cadeb73db8d81a837f0b in 561ms, sequenceid=93, compaction requested=true 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:29,756 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:29,756 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:29,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:29,757 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:29,757 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:29,757 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,757 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7e4e8dad2210451caf29636ae71e10d6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.3 K 2024-12-08T19:24:29,759 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e4e8dad2210451caf29636ae71e10d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867297 2024-12-08T19:24:29,760 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 25af1fcb325146d7b536b982b8cd913a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685867932 2024-12-08T19:24:29,760 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:29,760 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:29,760 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,760 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f0e7b85911e7439f9a8dcb1fa0602859, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.3 K 2024-12-08T19:24:29,760 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d6d4558416b40f1bd96d99e8a1975b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:29,760 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0e7b85911e7439f9a8dcb1fa0602859, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867297 2024-12-08T19:24:29,761 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d93b7b59f4f4f4aae1436998e4d17fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685867932 2024-12-08T19:24:29,761 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80ef9e78abb1411fb6a48caaa51dc1b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:29,767 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#443 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:29,768 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/946485b3f9e04fe7a5b89dea45a2b558 is 50, key is test_row_0/A:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,769 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:29,769 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/08057ac4aed3479697557a39657edede is 50, key is test_row_0/B:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742351_1527 (size=12207) 2024-12-08T19:24:29,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742352_1528 (size=12207) 2024-12-08T19:24:29,791 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/946485b3f9e04fe7a5b89dea45a2b558 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/946485b3f9e04fe7a5b89dea45a2b558 2024-12-08T19:24:29,791 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/08057ac4aed3479697557a39657edede as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/08057ac4aed3479697557a39657edede 2024-12-08T19:24:29,800 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 946485b3f9e04fe7a5b89dea45a2b558(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:29,800 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,800 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685869756; duration=0sec 2024-12-08T19:24:29,800 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:29,800 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:29,800 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:29,802 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 08057ac4aed3479697557a39657edede(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:29,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,802 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:29,802 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685869756; duration=0sec 2024-12-08T19:24:29,802 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:29,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:29,802 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:29,802 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/be92d9b78afa485fb26d6bc173773c2d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.3 K 2024-12-08T19:24:29,803 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting be92d9b78afa485fb26d6bc173773c2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685867297 2024-12-08T19:24:29,803 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf3b291cb96343549b5dec189e30028b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733685867932 2024-12-08T19:24:29,803 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13871003f12647a6bff03f3f1b906f02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:29,809 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:29,809 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/db7e298f0dac49d8b0270531a999869e is 50, key is test_row_0/C:col10/1733685869080/Put/seqid=0 2024-12-08T19:24:29,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742353_1529 (size=12207) 2024-12-08T19:24:29,822 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:29,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-08T19:24:29,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,824 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:29,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,832 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/db7e298f0dac49d8b0270531a999869e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/db7e298f0dac49d8b0270531a999869e 2024-12-08T19:24:29,838 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into db7e298f0dac49d8b0270531a999869e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:29,838 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,838 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685869756; duration=0sec 2024-12-08T19:24:29,838 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:29,838 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/77e29ade924c47c0a92fd6ee03df5399 is 50, key is test_row_0/A:col10/1733685869232/Put/seqid=0 2024-12-08T19:24:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:29,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742354_1530 (size=12001) 2024-12-08T19:24:29,868 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/77e29ade924c47c0a92fd6ee03df5399 2024-12-08T19:24:29,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/32dc402a924b4e11a76e18e35d4dc22c is 50, key is test_row_0/B:col10/1733685869232/Put/seqid=0 2024-12-08T19:24:29,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742355_1531 (size=12001) 2024-12-08T19:24:29,878 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/32dc402a924b4e11a76e18e35d4dc22c 2024-12-08T19:24:29,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685929875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685929879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685929879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685929880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685929881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:29,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4a65d32edb864686b410770c46d4ca08 is 50, key is test_row_0/C:col10/1733685869232/Put/seqid=0 2024-12-08T19:24:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742356_1532 (size=12001) 2024-12-08T19:24:29,892 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4a65d32edb864686b410770c46d4ca08 2024-12-08T19:24:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/77e29ade924c47c0a92fd6ee03df5399 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399 2024-12-08T19:24:29,901 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T19:24:29,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/32dc402a924b4e11a76e18e35d4dc22c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c 2024-12-08T19:24:29,906 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T19:24:29,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4a65d32edb864686b410770c46d4ca08 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08 2024-12-08T19:24:29,914 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T19:24:29,915 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 8d831db48de0cadeb73db8d81a837f0b in 91ms, sequenceid=115, compaction requested=false 2024-12-08T19:24:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:29,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-08T19:24:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-08T19:24:29,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-08T19:24:29,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 550 msec 2024-12-08T19:24:29,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 554 msec 2024-12-08T19:24:29,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T19:24:29,967 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-08T19:24:29,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-08T19:24:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:29,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:29,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:29,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:29,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:29,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:29,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8aabbd449e384bfba71e94e0b7377b25 is 50, key is test_row_0/A:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742357_1533 (size=14491) 2024-12-08T19:24:30,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685930007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685930008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685930008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685930009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685930010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685930113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685930114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685930114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685930114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685930114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:30,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685930318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685930318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685930318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685930319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685930319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8aabbd449e384bfba71e94e0b7377b25 2024-12-08T19:24:30,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef60a3fdfa3e4934a120115aa7abd0ce is 50, key is test_row_0/B:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:30,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742358_1534 (size=12151) 2024-12-08T19:24:30,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:30,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:30,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685930624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685930624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685930625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685930627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685930628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:30,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:30,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef60a3fdfa3e4934a120115aa7abd0ce 2024-12-08T19:24:30,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/5924e962bf8b443a930545e35ec6e11d is 50, key is test_row_0/C:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:30,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742359_1535 (size=12151) 2024-12-08T19:24:30,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/5924e962bf8b443a930545e35ec6e11d 2024-12-08T19:24:30,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8aabbd449e384bfba71e94e0b7377b25 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25 2024-12-08T19:24:30,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25, entries=200, sequenceid=134, filesize=14.2 K 2024-12-08T19:24:30,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef60a3fdfa3e4934a120115aa7abd0ce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce 2024-12-08T19:24:30,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce, entries=150, sequenceid=134, filesize=11.9 K 2024-12-08T19:24:30,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/5924e962bf8b443a930545e35ec6e11d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d 2024-12-08T19:24:30,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d, entries=150, sequenceid=134, filesize=11.9 K 2024-12-08T19:24:30,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8d831db48de0cadeb73db8d81a837f0b in 858ms, sequenceid=134, compaction requested=true 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:30,843 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:30,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:30,844 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:30,844 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,844 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/946485b3f9e04fe7a5b89dea45a2b558, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.8 K 2024-12-08T19:24:30,844 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/08057ac4aed3479697557a39657edede, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.5 K 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 946485b3f9e04fe7a5b89dea45a2b558, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:30,844 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08057ac4aed3479697557a39657edede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:30,845 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32dc402a924b4e11a76e18e35d4dc22c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733685869229 2024-12-08T19:24:30,845 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 77e29ade924c47c0a92fd6ee03df5399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733685869229 2024-12-08T19:24:30,845 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef60a3fdfa3e4934a120115aa7abd0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869877 2024-12-08T19:24:30,845 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aabbd449e384bfba71e94e0b7377b25, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869872 2024-12-08T19:24:30,852 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#452 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:30,853 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/1d9f4ed9cf3a44349cf5491c7b206c38 is 50, key is test_row_0/A:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:30,861 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:30,861 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/d4aa5ce0011a45839448579c69417cdf is 50, key is test_row_0/B:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742360_1536 (size=12459) 2024-12-08T19:24:30,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742361_1537 (size=12459) 2024-12-08T19:24:30,892 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:30,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:30,893 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:30,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:30,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9cdd7cc469c140509e243861ed86395d is 50, key is test_row_0/A:col10/1733685870009/Put/seqid=0 2024-12-08T19:24:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742362_1538 (size=12151) 2024-12-08T19:24:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:31,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:31,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685931145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685931148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685931149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685931149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685931150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685931251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685931254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685931254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685931254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685931254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,277 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/1d9f4ed9cf3a44349cf5491c7b206c38 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/1d9f4ed9cf3a44349cf5491c7b206c38 2024-12-08T19:24:31,280 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 1d9f4ed9cf3a44349cf5491c7b206c38(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:31,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:31,280 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685870843; duration=0sec 2024-12-08T19:24:31,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:31,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:31,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:31,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:31,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:31,281 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:31,281 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/db7e298f0dac49d8b0270531a999869e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.5 K 2024-12-08T19:24:31,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting db7e298f0dac49d8b0270531a999869e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733685869080 2024-12-08T19:24:31,281 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a65d32edb864686b410770c46d4ca08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733685869229 2024-12-08T19:24:31,282 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 5924e962bf8b443a930545e35ec6e11d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869877 2024-12-08T19:24:31,285 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#455 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:31,286 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/3d605da0cce740609c7f735551b861b5 is 50, key is test_row_0/C:col10/1733685869984/Put/seqid=0 2024-12-08T19:24:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742363_1539 (size=12459) 2024-12-08T19:24:31,290 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/d4aa5ce0011a45839448579c69417cdf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/d4aa5ce0011a45839448579c69417cdf 2024-12-08T19:24:31,293 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into d4aa5ce0011a45839448579c69417cdf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:31,293 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:31,293 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685870843; duration=0sec 2024-12-08T19:24:31,293 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:31,293 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:31,318 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9cdd7cc469c140509e243861ed86395d 2024-12-08T19:24:31,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2502facff7e74a35b90ce8a298bf067b is 50, key is test_row_0/B:col10/1733685870009/Put/seqid=0 2024-12-08T19:24:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742364_1540 (size=12151) 2024-12-08T19:24:31,328 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2502facff7e74a35b90ce8a298bf067b 2024-12-08T19:24:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d425a3ba13ea4c6aa90f487305a8aa71 is 50, key is test_row_0/C:col10/1733685870009/Put/seqid=0 2024-12-08T19:24:31,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742365_1541 (size=12151) 2024-12-08T19:24:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685931455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685931457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685931458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685931458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685931458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,694 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/3d605da0cce740609c7f735551b861b5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3d605da0cce740609c7f735551b861b5 2024-12-08T19:24:31,700 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 3d605da0cce740609c7f735551b861b5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:31,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:31,700 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685870843; duration=0sec 2024-12-08T19:24:31,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:31,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:31,741 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d425a3ba13ea4c6aa90f487305a8aa71 2024-12-08T19:24:31,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9cdd7cc469c140509e243861ed86395d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d 2024-12-08T19:24:31,747 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T19:24:31,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2502facff7e74a35b90ce8a298bf067b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b 2024-12-08T19:24:31,752 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T19:24:31,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d425a3ba13ea4c6aa90f487305a8aa71 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71 2024-12-08T19:24:31,757 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71, entries=150, sequenceid=152, filesize=11.9 K 2024-12-08T19:24:31,758 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8d831db48de0cadeb73db8d81a837f0b in 865ms, sequenceid=152, compaction requested=false 2024-12-08T19:24:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:31,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-08T19:24:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-08T19:24:31,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-08T19:24:31,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7890 sec 2024-12-08T19:24:31,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.7930 sec 2024-12-08T19:24:31,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T19:24:31,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:31,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/2189529c1c9a416c8f9e1dd0d87936f9 is 50, key is test_row_0/A:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:31,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742366_1542 (size=14541) 2024-12-08T19:24:31,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/2189529c1c9a416c8f9e1dd0d87936f9 2024-12-08T19:24:31,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/acfd127e14fc4bbc8c7edb12c0c84988 is 50, key is test_row_0/B:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:31,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742367_1543 (size=12151) 2024-12-08T19:24:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685931781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685931781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685931826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685931827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685931827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685931928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685931928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685931935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685931935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:31,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:31,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685931935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T19:24:32,075 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-08T19:24:32,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-08T19:24:32,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T19:24:32,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:32,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685932135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685932135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685932140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685932140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685932142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T19:24:32,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/acfd127e14fc4bbc8c7edb12c0c84988 2024-12-08T19:24:32,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/bf32f8e07e7847c382a829acac80caad is 50, key is test_row_0/C:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742368_1544 (size=12151) 2024-12-08T19:24:32,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/bf32f8e07e7847c382a829acac80caad 2024-12-08T19:24:32,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/2189529c1c9a416c8f9e1dd0d87936f9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9 2024-12-08T19:24:32,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9, entries=200, sequenceid=174, filesize=14.2 K 2024-12-08T19:24:32,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/acfd127e14fc4bbc8c7edb12c0c84988 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988 2024-12-08T19:24:32,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988, entries=150, sequenceid=174, filesize=11.9 K 2024-12-08T19:24:32,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/bf32f8e07e7847c382a829acac80caad as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad 2024-12-08T19:24:32,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad, entries=150, sequenceid=174, filesize=11.9 K 2024-12-08T19:24:32,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 8d831db48de0cadeb73db8d81a837f0b in 452ms, sequenceid=174, compaction requested=true 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:32,215 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:32,215 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:32,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:32,216 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:32,217 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,217 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,217 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/d4aa5ce0011a45839448579c69417cdf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.9 K 2024-12-08T19:24:32,217 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/1d9f4ed9cf3a44349cf5491c7b206c38, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=38.2 K 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d9f4ed9cf3a44349cf5491c7b206c38, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869877 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d4aa5ce0011a45839448579c69417cdf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869877 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cdd7cc469c140509e243861ed86395d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733685870001 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2502facff7e74a35b90ce8a298bf067b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733685870001 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2189529c1c9a416c8f9e1dd0d87936f9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:32,217 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting acfd127e14fc4bbc8c7edb12c0c84988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:32,223 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:32,223 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/11643954ce0246ca9db7e9b2212753c6 is 50, key is test_row_0/A:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:32,225 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#462 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:32,225 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/027b177dea884f36b943d77b6bed70be is 50, key is test_row_0/B:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:32,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742369_1545 (size=12561) 2024-12-08T19:24:32,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:32,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,229 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:32,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,230 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/11643954ce0246ca9db7e9b2212753c6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/11643954ce0246ca9db7e9b2212753c6 2024-12-08T19:24:32,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742370_1546 (size=12561) 2024-12-08T19:24:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/49bedb8ffae74b87a2e172d7a26f81d4 is 50, key is test_row_0/A:col10/1733685871788/Put/seqid=0 2024-12-08T19:24:32,242 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 11643954ce0246ca9db7e9b2212753c6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:32,242 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:32,242 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685872215; duration=0sec 2024-12-08T19:24:32,243 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:32,243 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:32,243 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:32,244 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:32,244 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:32,244 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,244 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3d605da0cce740609c7f735551b861b5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=35.9 K 2024-12-08T19:24:32,245 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d605da0cce740609c7f735551b861b5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733685869877 2024-12-08T19:24:32,245 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d425a3ba13ea4c6aa90f487305a8aa71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1733685870001 2024-12-08T19:24:32,246 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf32f8e07e7847c382a829acac80caad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742371_1547 (size=12151) 2024-12-08T19:24:32,247 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/49bedb8ffae74b87a2e172d7a26f81d4 2024-12-08T19:24:32,252 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:32,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4017e18901544c6580717b2aac41eeaa is 50, key is test_row_0/B:col10/1733685871788/Put/seqid=0 2024-12-08T19:24:32,253 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d1f13380a0a34502b3af909f06879c79 is 50, key is test_row_0/C:col10/1733685871148/Put/seqid=0 2024-12-08T19:24:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742372_1548 (size=12561) 2024-12-08T19:24:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742373_1549 (size=12151) 2024-12-08T19:24:32,277 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4017e18901544c6580717b2aac41eeaa 2024-12-08T19:24:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/205ea2badd744eb1a23234e14503f39d is 50, key is test_row_0/C:col10/1733685871788/Put/seqid=0 2024-12-08T19:24:32,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742374_1550 (size=12151) 2024-12-08T19:24:32,291 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/205ea2badd744eb1a23234e14503f39d 2024-12-08T19:24:32,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/49bedb8ffae74b87a2e172d7a26f81d4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4 2024-12-08T19:24:32,302 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4, entries=150, sequenceid=192, filesize=11.9 K 2024-12-08T19:24:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4017e18901544c6580717b2aac41eeaa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa 2024-12-08T19:24:32,306 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa, entries=150, sequenceid=192, filesize=11.9 K 2024-12-08T19:24:32,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/205ea2badd744eb1a23234e14503f39d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d 2024-12-08T19:24:32,316 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d, entries=150, sequenceid=192, filesize=11.9 K 2024-12-08T19:24:32,317 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 8d831db48de0cadeb73db8d81a837f0b in 88ms, sequenceid=192, compaction requested=false 2024-12-08T19:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-08T19:24:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-08T19:24:32,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-08T19:24:32,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 241 msec 2024-12-08T19:24:32,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 247 msec 2024-12-08T19:24:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T19:24:32,378 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-08T19:24:32,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:32,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-08T19:24:32,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:32,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:32,381 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:32,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:32,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:32,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/a666464c12eb4953adf700d389bf0411 is 50, key is test_row_0/A:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:32,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742375_1551 (size=16931) 2024-12-08T19:24:32,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/a666464c12eb4953adf700d389bf0411 2024-12-08T19:24:32,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f437ba8dc63948bd960dd4e405ca04f6 is 50, key is test_row_0/B:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742376_1552 (size=12151) 2024-12-08T19:24:32,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:32,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685932477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685932482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685932483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685932484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685932487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:32,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685932585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685932593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685932594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685932594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685932594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,643 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/027b177dea884f36b943d77b6bed70be as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/027b177dea884f36b943d77b6bed70be 2024-12-08T19:24:32,647 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 027b177dea884f36b943d77b6bed70be(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:32,647 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:32,647 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685872215; duration=0sec 2024-12-08T19:24:32,648 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:32,648 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:32,659 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d1f13380a0a34502b3af909f06879c79 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d1f13380a0a34502b3af909f06879c79 2024-12-08T19:24:32,663 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into d1f13380a0a34502b3af909f06879c79(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:32,663 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:32,663 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685872215; duration=0sec 2024-12-08T19:24:32,663 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:32,663 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:32,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:32,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:32,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685932795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685932796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685932801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685932801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:32,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685932801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:32,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:32,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f437ba8dc63948bd960dd4e405ca04f6 2024-12-08T19:24:32,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf374bf1525e47ada79d31d045843a67 is 50, key is test_row_0/C:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742377_1553 (size=12151) 2024-12-08T19:24:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:32,989 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:32,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:32,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685933101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685933102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685933105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685933105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685933108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:33,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf374bf1525e47ada79d31d045843a67 2024-12-08T19:24:33,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/a666464c12eb4953adf700d389bf0411 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411 2024-12-08T19:24:33,294 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:33,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:33,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411, entries=250, sequenceid=204, filesize=16.5 K 2024-12-08T19:24:33,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:33,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f437ba8dc63948bd960dd4e405ca04f6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6 2024-12-08T19:24:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:33,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T19:24:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf374bf1525e47ada79d31d045843a67 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67 2024-12-08T19:24:33,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T19:24:33,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8d831db48de0cadeb73db8d81a837f0b in 857ms, sequenceid=204, compaction requested=true 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:33,308 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:33,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T19:24:33,308 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:33,309 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:33,309 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:33,309 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,310 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/11643954ce0246ca9db7e9b2212753c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=40.7 K 2024-12-08T19:24:33,310 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:33,310 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:33,310 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,310 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/027b177dea884f36b943d77b6bed70be, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.0 K 2024-12-08T19:24:33,310 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 11643954ce0246ca9db7e9b2212753c6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:33,310 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 027b177dea884f36b943d77b6bed70be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:33,310 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 49bedb8ffae74b87a2e172d7a26f81d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733685871779 2024-12-08T19:24:33,311 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4017e18901544c6580717b2aac41eeaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733685871779 2024-12-08T19:24:33,311 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a666464c12eb4953adf700d389bf0411, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872445 2024-12-08T19:24:33,311 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f437ba8dc63948bd960dd4e405ca04f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872447 2024-12-08T19:24:33,325 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:33,326 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/af4cef10856d4288a90d8b1dea0c45c8 is 50, key is test_row_0/B:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:33,329 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:33,330 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/221e30ccc39249b695c7a7bc050438fe is 50, key is test_row_0/A:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742378_1554 (size=12663) 2024-12-08T19:24:33,387 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/af4cef10856d4288a90d8b1dea0c45c8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/af4cef10856d4288a90d8b1dea0c45c8 2024-12-08T19:24:33,394 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into af4cef10856d4288a90d8b1dea0c45c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:33,394 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:33,394 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685873308; duration=0sec 2024-12-08T19:24:33,394 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:33,394 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:33,394 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742379_1555 (size=12663) 2024-12-08T19:24:33,397 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:33,397 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:33,397 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,397 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d1f13380a0a34502b3af909f06879c79, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.0 K 2024-12-08T19:24:33,398 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f13380a0a34502b3af909f06879c79, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733685871148 2024-12-08T19:24:33,398 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 205ea2badd744eb1a23234e14503f39d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1733685871779 2024-12-08T19:24:33,401 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/221e30ccc39249b695c7a7bc050438fe as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/221e30ccc39249b695c7a7bc050438fe 2024-12-08T19:24:33,401 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf374bf1525e47ada79d31d045843a67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872447 2024-12-08T19:24:33,406 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 221e30ccc39249b695c7a7bc050438fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:33,407 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685873308; duration=0sec 2024-12-08T19:24:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:33,407 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:33,431 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#472 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:33,433 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/34ca795e0c6440d1b0a4bd1f01689b31 is 50, key is test_row_0/C:col10/1733685872449/Put/seqid=0 2024-12-08T19:24:33,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:33,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T19:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,449 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:33,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:33,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:33,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/aadd33ae18d94953ab8a24831745458a is 50, key is test_row_0/A:col10/1733685872482/Put/seqid=0 2024-12-08T19:24:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742380_1556 (size=12663) 2024-12-08T19:24:33,469 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/34ca795e0c6440d1b0a4bd1f01689b31 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/34ca795e0c6440d1b0a4bd1f01689b31 2024-12-08T19:24:33,474 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 34ca795e0c6440d1b0a4bd1f01689b31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:33,474 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:33,474 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685873308; duration=0sec 2024-12-08T19:24:33,474 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:33,474 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:33,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742381_1557 (size=12151) 2024-12-08T19:24:33,495 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/aadd33ae18d94953ab8a24831745458a 2024-12-08T19:24:33,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f8f4625485f94450a8454099b85d8bcd is 50, key is test_row_0/B:col10/1733685872482/Put/seqid=0 2024-12-08T19:24:33,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742382_1558 (size=12151) 2024-12-08T19:24:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:33,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685933616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685933616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685933617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685933618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685933619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685933721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685933724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685933724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685933926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685933927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685933927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:33,941 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f8f4625485f94450a8454099b85d8bcd 2024-12-08T19:24:33,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/a2e5d45b9ded4ef5bde9493103b6d9bc is 50, key is test_row_0/C:col10/1733685872482/Put/seqid=0 2024-12-08T19:24:33,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742383_1559 (size=12151) 2024-12-08T19:24:33,950 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/a2e5d45b9ded4ef5bde9493103b6d9bc 2024-12-08T19:24:33,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/aadd33ae18d94953ab8a24831745458a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a 2024-12-08T19:24:33,959 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T19:24:33,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f8f4625485f94450a8454099b85d8bcd as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd 2024-12-08T19:24:33,962 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T19:24:33,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/a2e5d45b9ded4ef5bde9493103b6d9bc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc 2024-12-08T19:24:33,965 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T19:24:33,966 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8d831db48de0cadeb73db8d81a837f0b in 517ms, sequenceid=233, compaction requested=false 2024-12-08T19:24:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-08T19:24:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-08T19:24:33,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-08T19:24:33,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5860 sec 2024-12-08T19:24:33,970 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.5880 sec 2024-12-08T19:24:34,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:34,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:34,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:34,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8f67448542214f4f889923acb805ab6f is 50, key is test_row_0/A:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742384_1560 (size=16931) 2024-12-08T19:24:34,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8f67448542214f4f889923acb805ab6f 2024-12-08T19:24:34,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a55e15a376b445afa65851f062a48b9f is 50, key is test_row_0/B:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:34,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742385_1561 (size=12151) 2024-12-08T19:24:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685934278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685934279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685934283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685934385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685934388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T19:24:34,484 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-08T19:24:34,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:34,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-08T19:24:34,486 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:34,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T19:24:34,487 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:34,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T19:24:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685934588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685934588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685934595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685934624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685934624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:34,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T19:24:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a55e15a376b445afa65851f062a48b9f 2024-12-08T19:24:34,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/85bc67e00bbb4511b46af45732e6d2a4 is 50, key is test_row_0/C:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742386_1562 (size=12151) 2024-12-08T19:24:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T19:24:34,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:34,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T19:24:34,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:34,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685934895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685934896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685934902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:34,942 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:34,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T19:24:34,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:34,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:34,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:34,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/85bc67e00bbb4511b46af45732e6d2a4 2024-12-08T19:24:35,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/8f67448542214f4f889923acb805ab6f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f 2024-12-08T19:24:35,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f, entries=250, sequenceid=248, filesize=16.5 K 2024-12-08T19:24:35,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a55e15a376b445afa65851f062a48b9f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f 2024-12-08T19:24:35,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T19:24:35,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/85bc67e00bbb4511b46af45732e6d2a4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4 2024-12-08T19:24:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T19:24:35,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T19:24:35,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8d831db48de0cadeb73db8d81a837f0b in 856ms, sequenceid=248, compaction requested=true 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:35,092 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:35,092 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:35,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41745 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:35,093 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,093 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/221e30ccc39249b695c7a7bc050438fe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=40.8 K 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:35,093 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 221e30ccc39249b695c7a7bc050438fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872447 2024-12-08T19:24:35,093 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/af4cef10856d4288a90d8b1dea0c45c8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.1 K 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadd33ae18d94953ab8a24831745458a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733685872477 2024-12-08T19:24:35,093 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting af4cef10856d4288a90d8b1dea0c45c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872447 2024-12-08T19:24:35,094 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f67448542214f4f889923acb805ab6f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:35,094 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f8f4625485f94450a8454099b85d8bcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733685872477 2024-12-08T19:24:35,094 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a55e15a376b445afa65851f062a48b9f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:35,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:35,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T19:24:35,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,095 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/b21105cb9df64329b1d228285b235547 is 50, key is test_row_0/A:col10/1733685874278/Put/seqid=0 2024-12-08T19:24:35,104 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:35,104 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a46061ae1a684d489c9cfb98f96bc23f is 50, key is test_row_0/B:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:35,108 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#481 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:35,109 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/144008636d514eb5bd28d8b484cd39bf is 50, key is test_row_0/A:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:35,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742387_1563 (size=12301) 2024-12-08T19:24:35,124 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/b21105cb9df64329b1d228285b235547 2024-12-08T19:24:35,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1fd1ca3e099346ca962b75e304cecb35 is 50, key is test_row_0/B:col10/1733685874278/Put/seqid=0 2024-12-08T19:24:35,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742389_1565 (size=12765) 2024-12-08T19:24:35,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742388_1564 (size=12765) 2024-12-08T19:24:35,153 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a46061ae1a684d489c9cfb98f96bc23f as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a46061ae1a684d489c9cfb98f96bc23f 2024-12-08T19:24:35,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742390_1566 (size=12301) 2024-12-08T19:24:35,157 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1fd1ca3e099346ca962b75e304cecb35 2024-12-08T19:24:35,158 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into a46061ae1a684d489c9cfb98f96bc23f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:35,158 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:35,158 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685875092; duration=0sec 2024-12-08T19:24:35,158 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:35,158 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:35,158 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:35,160 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:35,160 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:35,160 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,160 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/34ca795e0c6440d1b0a4bd1f01689b31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.1 K 2024-12-08T19:24:35,160 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 34ca795e0c6440d1b0a4bd1f01689b31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733685872447 2024-12-08T19:24:35,161 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a2e5d45b9ded4ef5bde9493103b6d9bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733685872477 2024-12-08T19:24:35,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d2b0006284894b7d894d0e695951ee8e is 50, key is test_row_0/C:col10/1733685874278/Put/seqid=0 2024-12-08T19:24:35,163 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 85bc67e00bbb4511b46af45732e6d2a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:35,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742391_1567 (size=12301) 2024-12-08T19:24:35,167 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d2b0006284894b7d894d0e695951ee8e 2024-12-08T19:24:35,170 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:35,170 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/35faf304072a44148cbe945547fe66c7 is 50, key is test_row_0/C:col10/1733685873616/Put/seqid=0 2024-12-08T19:24:35,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/b21105cb9df64329b1d228285b235547 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547 2024-12-08T19:24:35,176 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547, entries=150, sequenceid=270, filesize=12.0 K 2024-12-08T19:24:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1fd1ca3e099346ca962b75e304cecb35 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35 2024-12-08T19:24:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742392_1568 (size=12765) 2024-12-08T19:24:35,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35, entries=150, sequenceid=270, filesize=12.0 K 2024-12-08T19:24:35,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d2b0006284894b7d894d0e695951ee8e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e 2024-12-08T19:24:35,182 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e, entries=150, sequenceid=270, filesize=12.0 K 2024-12-08T19:24:35,183 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 8d831db48de0cadeb73db8d81a837f0b in 88ms, sequenceid=270, compaction requested=false 2024-12-08T19:24:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-08T19:24:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-08T19:24:35,184 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/35faf304072a44148cbe945547fe66c7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/35faf304072a44148cbe945547fe66c7 2024-12-08T19:24:35,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-08T19:24:35,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-12-08T19:24:35,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 702 msec 2024-12-08T19:24:35,193 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 35faf304072a44148cbe945547fe66c7(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:35,193 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:35,193 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685875092; duration=0sec 2024-12-08T19:24:35,193 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:35,193 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:35,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:35,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:35,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:35,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/d6876d73d1fa4ef6a693be06a21396d6 is 50, key is test_row_0/A:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:35,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742393_1569 (size=12301) 2024-12-08T19:24:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685935460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685935460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685935460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,548 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/144008636d514eb5bd28d8b484cd39bf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/144008636d514eb5bd28d8b484cd39bf 2024-12-08T19:24:35,553 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 144008636d514eb5bd28d8b484cd39bf(size=12.5 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:35,553 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:35,553 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685875092; duration=0sec 2024-12-08T19:24:35,553 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:35,553 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685935564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685935565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685935565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T19:24:35,589 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-08T19:24:35,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-08T19:24:35,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:35,591 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:35,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:35,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:35,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T19:24:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685935771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685935772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685935772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:35,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/d6876d73d1fa4ef6a693be06a21396d6 2024-12-08T19:24:35,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4fe46eaf66304046a9a8e5613db2807d is 50, key is test_row_0/B:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:35,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742394_1570 (size=12301) 2024-12-08T19:24:35,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4fe46eaf66304046a9a8e5613db2807d 2024-12-08T19:24:35,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d364c5d9b34a483280c535f74ec42032 is 50, key is test_row_0/C:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:35,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742395_1571 (size=12301) 2024-12-08T19:24:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:35,897 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:35,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T19:24:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:35,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:35,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:36,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T19:24:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685936075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685936075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685936076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:36,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:36,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T19:24:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:36,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d364c5d9b34a483280c535f74ec42032 2024-12-08T19:24:36,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/d6876d73d1fa4ef6a693be06a21396d6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6 2024-12-08T19:24:36,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6, entries=150, sequenceid=284, filesize=12.0 K 2024-12-08T19:24:36,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4fe46eaf66304046a9a8e5613db2807d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d 2024-12-08T19:24:36,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d, entries=150, sequenceid=284, filesize=12.0 K 2024-12-08T19:24:36,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d364c5d9b34a483280c535f74ec42032 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032 2024-12-08T19:24:36,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032, entries=150, sequenceid=284, filesize=12.0 K 2024-12-08T19:24:36,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d831db48de0cadeb73db8d81a837f0b in 859ms, sequenceid=284, compaction requested=true 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:36,272 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:36,272 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:36,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:36,273 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,273 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,273 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/144008636d514eb5bd28d8b484cd39bf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.5 K 2024-12-08T19:24:36,273 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a46061ae1a684d489c9cfb98f96bc23f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.5 K 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 144008636d514eb5bd28d8b484cd39bf, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a46061ae1a684d489c9cfb98f96bc23f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b21105cb9df64329b1d228285b235547, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733685874271 2024-12-08T19:24:36,273 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fd1ca3e099346ca962b75e304cecb35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733685874271 2024-12-08T19:24:36,274 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6876d73d1fa4ef6a693be06a21396d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:36,274 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe46eaf66304046a9a8e5613db2807d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:36,278 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#488 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:36,279 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/b7daac19698a4e8c95dbbf452a68e318 is 50, key is test_row_0/B:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:36,279 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:36,279 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/27a37b1e976245deb760414be9d71520 is 50, key is test_row_0/A:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:36,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742397_1573 (size=13017) 2024-12-08T19:24:36,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742396_1572 (size=13017) 2024-12-08T19:24:36,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:36,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T19:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,354 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:36,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/97eaca1f983d4f508570b84fae2ae1d2 is 50, key is test_row_0/A:col10/1733685875440/Put/seqid=0 2024-12-08T19:24:36,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742398_1574 (size=12301) 2024-12-08T19:24:36,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:36,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:36,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685936601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685936602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685936605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685936637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,641 DEBUG [Thread-2245 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:36,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685936643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,646 DEBUG [Thread-2243 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:36,688 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/b7daac19698a4e8c95dbbf452a68e318 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/b7daac19698a4e8c95dbbf452a68e318 2024-12-08T19:24:36,691 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into b7daac19698a4e8c95dbbf452a68e318(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:36,691 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:36,691 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685876272; duration=0sec 2024-12-08T19:24:36,691 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:36,691 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:36,691 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:36,692 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/27a37b1e976245deb760414be9d71520 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/27a37b1e976245deb760414be9d71520 2024-12-08T19:24:36,692 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:36,692 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:36,692 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,692 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/35faf304072a44148cbe945547fe66c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.5 K 2024-12-08T19:24:36,692 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 35faf304072a44148cbe945547fe66c7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733685873616 2024-12-08T19:24:36,693 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b0006284894b7d894d0e695951ee8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733685874271 2024-12-08T19:24:36,693 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting d364c5d9b34a483280c535f74ec42032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:36,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:36,696 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 27a37b1e976245deb760414be9d71520(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:36,696 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:36,696 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685876272; duration=0sec 2024-12-08T19:24:36,696 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:36,696 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:36,699 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#491 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:36,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/37f593cdc81049848133ae18776121ce is 50, key is test_row_0/C:col10/1733685875413/Put/seqid=0 2024-12-08T19:24:36,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742399_1575 (size=13017) 2024-12-08T19:24:36,706 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/37f593cdc81049848133ae18776121ce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/37f593cdc81049848133ae18776121ce 2024-12-08T19:24:36,709 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 37f593cdc81049848133ae18776121ce(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:36,709 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:36,709 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685876272; duration=0sec 2024-12-08T19:24:36,709 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:36,709 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:36,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685936708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685936709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685936712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,763 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/97eaca1f983d4f508570b84fae2ae1d2 2024-12-08T19:24:36,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/9716cad622e34c38ae676e4f5f916b12 is 50, key is test_row_0/B:col10/1733685875440/Put/seqid=0 2024-12-08T19:24:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742400_1576 (size=12301) 2024-12-08T19:24:36,779 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/9716cad622e34c38ae676e4f5f916b12 2024-12-08T19:24:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/3dc5010cfcae456084c08966425d1f13 is 50, key is test_row_0/C:col10/1733685875440/Put/seqid=0 2024-12-08T19:24:36,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742401_1577 (size=12301) 2024-12-08T19:24:36,800 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/3dc5010cfcae456084c08966425d1f13 2024-12-08T19:24:36,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/97eaca1f983d4f508570b84fae2ae1d2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2 2024-12-08T19:24:36,805 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T19:24:36,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/9716cad622e34c38ae676e4f5f916b12 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12 2024-12-08T19:24:36,808 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T19:24:36,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/3dc5010cfcae456084c08966425d1f13 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13 2024-12-08T19:24:36,811 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T19:24:36,812 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d831db48de0cadeb73db8d81a837f0b in 457ms, sequenceid=309, compaction requested=false 2024-12-08T19:24:36,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:36,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:36,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-08T19:24:36,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-08T19:24:36,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-08T19:24:36,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec 2024-12-08T19:24:36,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.2240 sec 2024-12-08T19:24:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:36,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:36,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:36,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0c0edf276e3140a2b50be920a152d5c3 is 50, key is test_row_0/A:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:36,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742402_1578 (size=14741) 2024-12-08T19:24:36,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0c0edf276e3140a2b50be920a152d5c3 2024-12-08T19:24:36,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ad2db7183cd54068b46d897881716f64 is 50, key is test_row_0/B:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742403_1579 (size=12301) 2024-12-08T19:24:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685936955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685936955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:36,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685936957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685937060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685937060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685937061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685937265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685937265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685937265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ad2db7183cd54068b46d897881716f64 2024-12-08T19:24:37,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/7036ea1fbe7249dd90ea2ed86cd2cf8d is 50, key is test_row_0/C:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:37,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742404_1580 (size=12301) 2024-12-08T19:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685937569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685937570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685937570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T19:24:37,694 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-08T19:24:37,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-08T19:24:37,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T19:24:37,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:37,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:37,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/7036ea1fbe7249dd90ea2ed86cd2cf8d 2024-12-08T19:24:37,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/0c0edf276e3140a2b50be920a152d5c3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3 2024-12-08T19:24:37,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3, entries=200, sequenceid=326, filesize=14.4 K 2024-12-08T19:24:37,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ad2db7183cd54068b46d897881716f64 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64 2024-12-08T19:24:37,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64, entries=150, sequenceid=326, filesize=12.0 K 2024-12-08T19:24:37,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/7036ea1fbe7249dd90ea2ed86cd2cf8d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d 2024-12-08T19:24:37,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d, entries=150, sequenceid=326, filesize=12.0 K 2024-12-08T19:24:37,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8d831db48de0cadeb73db8d81a837f0b in 847ms, sequenceid=326, compaction requested=true 2024-12-08T19:24:37,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:37,764 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:37,764 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:37,767 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:37,768 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:37,768 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:37,768 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/27a37b1e976245deb760414be9d71520, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=39.1 K 2024-12-08T19:24:37,768 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:37,768 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:37,768 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:37,768 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/b7daac19698a4e8c95dbbf452a68e318, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.7 K 2024-12-08T19:24:37,768 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27a37b1e976245deb760414be9d71520, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:37,768 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting b7daac19698a4e8c95dbbf452a68e318, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:37,769 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 9716cad622e34c38ae676e4f5f916b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733685875440 2024-12-08T19:24:37,769 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97eaca1f983d4f508570b84fae2ae1d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733685875440 2024-12-08T19:24:37,769 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ad2db7183cd54068b46d897881716f64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876601 2024-12-08T19:24:37,769 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c0edf276e3140a2b50be920a152d5c3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876596 2024-12-08T19:24:37,775 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:37,775 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:37,775 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9729e0ca3bd04f8582e7d4416a858ad6 is 50, key is test_row_0/A:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:37,775 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/38693c4c437b43658cbd3758256632cb is 50, key is test_row_0/B:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:37,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742406_1582 (size=13119) 2024-12-08T19:24:37,796 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/38693c4c437b43658cbd3758256632cb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/38693c4c437b43658cbd3758256632cb 2024-12-08T19:24:37,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T19:24:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742405_1581 (size=13119) 2024-12-08T19:24:37,801 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 38693c4c437b43658cbd3758256632cb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:37,801 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:37,801 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685877764; duration=0sec 2024-12-08T19:24:37,801 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:37,801 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:37,801 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:37,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:37,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:37,802 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:37,802 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/37f593cdc81049848133ae18776121ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.7 K 2024-12-08T19:24:37,803 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 37f593cdc81049848133ae18776121ce, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733685875408 2024-12-08T19:24:37,803 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dc5010cfcae456084c08966425d1f13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733685875440 2024-12-08T19:24:37,803 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7036ea1fbe7249dd90ea2ed86cd2cf8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876601 2024-12-08T19:24:37,807 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9729e0ca3bd04f8582e7d4416a858ad6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9729e0ca3bd04f8582e7d4416a858ad6 2024-12-08T19:24:37,811 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 9729e0ca3bd04f8582e7d4416a858ad6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:37,811 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:37,811 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685877764; duration=0sec 2024-12-08T19:24:37,812 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:37,812 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:37,814 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#499 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:37,815 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/55116ea04f994073a2afb9a2cd42f943 is 50, key is test_row_0/C:col10/1733685876915/Put/seqid=0 2024-12-08T19:24:37,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742407_1583 (size=13119) 2024-12-08T19:24:37,828 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/55116ea04f994073a2afb9a2cd42f943 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55116ea04f994073a2afb9a2cd42f943 2024-12-08T19:24:37,834 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 55116ea04f994073a2afb9a2cd42f943(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:37,834 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:37,834 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685877764; duration=0sec 2024-12-08T19:24:37,834 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:37,834 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:37,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:37,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T19:24:37,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:37,848 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T19:24:37,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:37,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:37,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/e51123626bc447c6a820c651cf154386 is 50, key is test_row_0/A:col10/1733685876954/Put/seqid=0 2024-12-08T19:24:37,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742408_1584 (size=12301) 2024-12-08T19:24:37,857 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/e51123626bc447c6a820c651cf154386 2024-12-08T19:24:37,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a6befaec1cf14ab1ac6af0b09527f3cf is 50, key is test_row_0/B:col10/1733685876954/Put/seqid=0 2024-12-08T19:24:37,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742409_1585 (size=12301) 2024-12-08T19:24:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T19:24:38,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685938092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685938092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685938093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685938198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685938198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685938199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,269 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a6befaec1cf14ab1ac6af0b09527f3cf 2024-12-08T19:24:38,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/11392934d49b48cea61e82c3f7e2702d is 50, key is test_row_0/C:col10/1733685876954/Put/seqid=0 2024-12-08T19:24:38,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742410_1586 (size=12301) 2024-12-08T19:24:38,285 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/11392934d49b48cea61e82c3f7e2702d 2024-12-08T19:24:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/e51123626bc447c6a820c651cf154386 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386 2024-12-08T19:24:38,290 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386, entries=150, sequenceid=351, filesize=12.0 K 2024-12-08T19:24:38,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/a6befaec1cf14ab1ac6af0b09527f3cf as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf 2024-12-08T19:24:38,294 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf, entries=150, sequenceid=351, filesize=12.0 K 2024-12-08T19:24:38,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/11392934d49b48cea61e82c3f7e2702d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d 2024-12-08T19:24:38,297 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d, entries=150, sequenceid=351, filesize=12.0 K 2024-12-08T19:24:38,298 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8d831db48de0cadeb73db8d81a837f0b in 450ms, sequenceid=351, compaction requested=false 2024-12-08T19:24:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T19:24:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:38,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-08T19:24:38,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-08T19:24:38,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-08T19:24:38,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 602 msec 2024-12-08T19:24:38,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 605 msec 2024-12-08T19:24:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:38,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:38,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9c23a31688114b0193bb66d5522880ca is 50, key is test_row_0/A:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:38,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742411_1587 (size=17181) 2024-12-08T19:24:38,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9c23a31688114b0193bb66d5522880ca 2024-12-08T19:24:38,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/67f582f1762247b6baed8ea174bfa9f7 is 50, key is test_row_0/B:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:38,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742412_1588 (size=12301) 2024-12-08T19:24:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685938461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685938462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685938463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685938567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685938567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685938567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685938772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685938772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685938773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T19:24:38,799 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-08T19:24:38,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-08T19:24:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T19:24:38,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:38,801 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:38,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:38,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/67f582f1762247b6baed8ea174bfa9f7 2024-12-08T19:24:38,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/55cc3f5682374d34bc86b455b1c8e12c is 50, key is test_row_0/C:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:38,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742413_1589 (size=12301) 2024-12-08T19:24:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T19:24:38,952 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:38,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T19:24:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:38,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:39,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685939075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685939078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685939078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T19:24:39,105 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:39,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T19:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:39,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:39,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/55cc3f5682374d34bc86b455b1c8e12c 2024-12-08T19:24:39,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/9c23a31688114b0193bb66d5522880ca as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca 2024-12-08T19:24:39,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca, entries=250, sequenceid=367, filesize=16.8 K 2024-12-08T19:24:39,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/67f582f1762247b6baed8ea174bfa9f7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7 2024-12-08T19:24:39,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7, entries=150, sequenceid=367, filesize=12.0 K 2024-12-08T19:24:39,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/55cc3f5682374d34bc86b455b1c8e12c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c 2024-12-08T19:24:39,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c, entries=150, sequenceid=367, filesize=12.0 K 2024-12-08T19:24:39,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8d831db48de0cadeb73db8d81a837f0b in 847ms, sequenceid=367, compaction requested=true 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:39,251 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:39,251 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:39,252 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,252 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,252 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/38693c4c437b43658cbd3758256632cb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.8 K 2024-12-08T19:24:39,252 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9729e0ca3bd04f8582e7d4416a858ad6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=41.6 K 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 38693c4c437b43658cbd3758256632cb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876601 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9729e0ca3bd04f8582e7d4416a858ad6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876601 2024-12-08T19:24:39,252 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting e51123626bc447c6a820c651cf154386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733685876946 2024-12-08T19:24:39,253 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a6befaec1cf14ab1ac6af0b09527f3cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733685876946 2024-12-08T19:24:39,253 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 67f582f1762247b6baed8ea174bfa9f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878091 2024-12-08T19:24:39,253 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c23a31688114b0193bb66d5522880ca, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878085 2024-12-08T19:24:39,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:39,257 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:39,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/15fb46f929eb499badf9ae62984a0625 is 50, key is test_row_0/B:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:39,258 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:24:39,258 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,258 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/ff30f5aca67d4819b21e5c71085828c7 is 50, key is test_row_0/A:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:39,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/980ba738579940c89005d21539169058 is 50, key is test_row_0/A:col10/1733685878453/Put/seqid=0 2024-12-08T19:24:39,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742415_1591 (size=13221) 2024-12-08T19:24:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742414_1590 (size=13221) 2024-12-08T19:24:39,283 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/ff30f5aca67d4819b21e5c71085828c7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/ff30f5aca67d4819b21e5c71085828c7 2024-12-08T19:24:39,286 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into ff30f5aca67d4819b21e5c71085828c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:39,286 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:39,287 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685879251; duration=0sec 2024-12-08T19:24:39,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:39,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:39,287 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:39,288 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:39,288 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:39,288 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,288 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55116ea04f994073a2afb9a2cd42f943, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.8 K 2024-12-08T19:24:39,288 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55116ea04f994073a2afb9a2cd42f943, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1733685876601 2024-12-08T19:24:39,288 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11392934d49b48cea61e82c3f7e2702d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1733685876946 2024-12-08T19:24:39,289 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55cc3f5682374d34bc86b455b1c8e12c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878091 2024-12-08T19:24:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742416_1592 (size=12301) 2024-12-08T19:24:39,290 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/980ba738579940c89005d21539169058 2024-12-08T19:24:39,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/5c4a077832b343778e593e1320fe35e5 is 50, key is test_row_0/B:col10/1733685878453/Put/seqid=0 2024-12-08T19:24:39,298 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#510 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:39,298 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/77541bba4bc84edbbf4dab1942da0b75 is 50, key is test_row_0/C:col10/1733685878403/Put/seqid=0 2024-12-08T19:24:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742417_1593 (size=13221) 2024-12-08T19:24:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742418_1594 (size=12301) 2024-12-08T19:24:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T19:24:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685939622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685939622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685939629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,681 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/15fb46f929eb499badf9ae62984a0625 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/15fb46f929eb499badf9ae62984a0625 2024-12-08T19:24:39,685 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 15fb46f929eb499badf9ae62984a0625(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:39,685 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:39,685 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685879251; duration=0sec 2024-12-08T19:24:39,685 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:39,685 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:39,722 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/5c4a077832b343778e593e1320fe35e5 2024-12-08T19:24:39,724 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/77541bba4bc84edbbf4dab1942da0b75 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/77541bba4bc84edbbf4dab1942da0b75 2024-12-08T19:24:39,727 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 77541bba4bc84edbbf4dab1942da0b75(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:39,727 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:39,727 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685879251; duration=0sec 2024-12-08T19:24:39,727 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:39,727 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4137919957684773a3d69d503aedf781 is 50, key is test_row_0/C:col10/1733685878453/Put/seqid=0 2024-12-08T19:24:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685939730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685939732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742419_1595 (size=12301) 2024-12-08T19:24:39,736 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4137919957684773a3d69d503aedf781 2024-12-08T19:24:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685939735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/980ba738579940c89005d21539169058 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058 2024-12-08T19:24:39,743 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T19:24:39,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/5c4a077832b343778e593e1320fe35e5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5 2024-12-08T19:24:39,746 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T19:24:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/4137919957684773a3d69d503aedf781 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781 2024-12-08T19:24:39,751 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781, entries=150, sequenceid=387, filesize=12.0 K 2024-12-08T19:24:39,752 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 8d831db48de0cadeb73db8d81a837f0b in 494ms, sequenceid=387, compaction requested=false 2024-12-08T19:24:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:39,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-08T19:24:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-08T19:24:39,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-08T19:24:39,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec 2024-12-08T19:24:39,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 955 msec 2024-12-08T19:24:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T19:24:39,903 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-08T19:24:39,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-08T19:24:39,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:39,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:39,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:39,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:39,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:39,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/266baac7f15c46a59b41c50bac5960c9 is 50, key is test_row_0/A:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742420_1596 (size=17181) 2024-12-08T19:24:39,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685939966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685939968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:39,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685939969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:40,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685940073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685940074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685940075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:40,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685940279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685940280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685940282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/266baac7f15c46a59b41c50bac5960c9 2024-12-08T19:24:40,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7483aa5e080f439db61b41e4db54b9b1 is 50, key is test_row_0/B:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:40,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742421_1597 (size=12301) 2024-12-08T19:24:40,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:40,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685940583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685940583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685940588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,667 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51152 deadline: 1733685940668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,670 DEBUG [Thread-2245 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51076 deadline: 1733685940679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:40,683 DEBUG [Thread-2243 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., hostname=8760adbab633,37895,1733685735339, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:24:40,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7483aa5e080f439db61b41e4db54b9b1 2024-12-08T19:24:40,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/23f8f44fe2e8405cbab26c82ac490573 is 50, key is test_row_0/C:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742422_1598 (size=12301) 2024-12-08T19:24:40,819 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,972 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:40,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:40,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685941086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:41,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685941087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685941093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:41,124 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:41,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:41,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/23f8f44fe2e8405cbab26c82ac490573 2024-12-08T19:24:41,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/266baac7f15c46a59b41c50bac5960c9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9 2024-12-08T19:24:41,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9, entries=250, sequenceid=408, filesize=16.8 K 2024-12-08T19:24:41,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/7483aa5e080f439db61b41e4db54b9b1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1 2024-12-08T19:24:41,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1, entries=150, sequenceid=408, filesize=12.0 K 2024-12-08T19:24:41,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/23f8f44fe2e8405cbab26c82ac490573 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573 2024-12-08T19:24:41,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573, entries=150, sequenceid=408, filesize=12.0 K 2024-12-08T19:24:41,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8d831db48de0cadeb73db8d81a837f0b in 1243ms, sequenceid=408, compaction requested=true 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:41,182 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:41,182 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:41,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:41,183 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,183 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,183 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/15fb46f929eb499badf9ae62984a0625, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.9 K 2024-12-08T19:24:41,183 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/ff30f5aca67d4819b21e5c71085828c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=41.7 K 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff30f5aca67d4819b21e5c71085828c7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878091 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 15fb46f929eb499badf9ae62984a0625, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878091 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 980ba738579940c89005d21539169058, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733685878453 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c4a077832b343778e593e1320fe35e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733685878453 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 266baac7f15c46a59b41c50bac5960c9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879590 2024-12-08T19:24:41,183 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 7483aa5e080f439db61b41e4db54b9b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879628 2024-12-08T19:24:41,195 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#515 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:41,195 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0a97d75d4d1840c48d694e9d576e55ff is 50, key is test_row_0/B:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:41,196 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:41,196 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/67e1be0bd33c4ebeb2a2afbeadef4f42 is 50, key is test_row_0/A:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742424_1600 (size=13323) 2024-12-08T19:24:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742423_1599 (size=13323) 2024-12-08T19:24:41,203 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/67e1be0bd33c4ebeb2a2afbeadef4f42 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/67e1be0bd33c4ebeb2a2afbeadef4f42 2024-12-08T19:24:41,206 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 67e1be0bd33c4ebeb2a2afbeadef4f42(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:41,206 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:41,206 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685881182; duration=0sec 2024-12-08T19:24:41,206 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:41,206 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:41,206 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:41,207 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:41,207 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:41,207 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,207 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/77541bba4bc84edbbf4dab1942da0b75, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=36.9 K 2024-12-08T19:24:41,207 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77541bba4bc84edbbf4dab1942da0b75, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733685878091 2024-12-08T19:24:41,207 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4137919957684773a3d69d503aedf781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733685878453 2024-12-08T19:24:41,208 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f8f44fe2e8405cbab26c82ac490573, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879628 2024-12-08T19:24:41,212 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#517 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:41,213 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/2a9a62b6aea144aab09f380d46eb3850 is 50, key is test_row_0/C:col10/1733685879628/Put/seqid=0 2024-12-08T19:24:41,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742425_1601 (size=13323) 2024-12-08T19:24:41,276 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:41,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:41,276 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:41,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/f3bbd0fe350e48ff9518036e276b2d40 is 50, key is test_row_0/A:col10/1733685879961/Put/seqid=0 2024-12-08T19:24:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742426_1602 (size=12301) 2024-12-08T19:24:41,605 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0a97d75d4d1840c48d694e9d576e55ff as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0a97d75d4d1840c48d694e9d576e55ff 2024-12-08T19:24:41,608 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 0a97d75d4d1840c48d694e9d576e55ff(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:41,608 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:41,608 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685881182; duration=0sec 2024-12-08T19:24:41,608 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:41,608 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:41,622 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/2a9a62b6aea144aab09f380d46eb3850 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2a9a62b6aea144aab09f380d46eb3850 2024-12-08T19:24:41,627 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 2a9a62b6aea144aab09f380d46eb3850(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:41,627 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:41,627 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685881182; duration=0sec 2024-12-08T19:24:41,628 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:41,628 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:41,683 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/f3bbd0fe350e48ff9518036e276b2d40 2024-12-08T19:24:41,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef9a795b0b7c4f13be2204a88c9d1fd4 is 50, key is test_row_0/B:col10/1733685879961/Put/seqid=0 2024-12-08T19:24:41,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742427_1603 (size=12301) 2024-12-08T19:24:41,691 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef9a795b0b7c4f13be2204a88c9d1fd4 2024-12-08T19:24:41,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d84c034e4b5b44f3abf4a7cc95ae4554 is 50, key is test_row_0/C:col10/1733685879961/Put/seqid=0 2024-12-08T19:24:41,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742428_1604 (size=12301) 2024-12-08T19:24:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:42,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:42,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:42,101 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d84c034e4b5b44f3abf4a7cc95ae4554 2024-12-08T19:24:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/f3bbd0fe350e48ff9518036e276b2d40 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40 2024-12-08T19:24:42,107 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40, entries=150, sequenceid=427, filesize=12.0 K 2024-12-08T19:24:42,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/ef9a795b0b7c4f13be2204a88c9d1fd4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4 2024-12-08T19:24:42,110 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4, entries=150, sequenceid=427, filesize=12.0 K 2024-12-08T19:24:42,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d84c034e4b5b44f3abf4a7cc95ae4554 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554 2024-12-08T19:24:42,114 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554, entries=150, sequenceid=427, filesize=12.0 K 2024-12-08T19:24:42,114 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=80.51 KB/82440 for 8d831db48de0cadeb73db8d81a837f0b in 838ms, sequenceid=427, compaction requested=false 2024-12-08T19:24:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-08T19:24:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-08T19:24:42,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:42,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:42,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-08T19:24:42,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-12-08T19:24:42,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.2130 sec 2024-12-08T19:24:42,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/941a71a7150c4fc09c67cde6bf18ff64 is 50, key is test_row_0/A:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742429_1605 (size=24505) 2024-12-08T19:24:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685942151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685942152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685942152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685942258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685942258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685942258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685942463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/941a71a7150c4fc09c67cde6bf18ff64 2024-12-08T19:24:42,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2be771fba52c4c8fa3a44905bae2c253 is 50, key is test_row_0/B:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:42,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742430_1606 (size=12301) 2024-12-08T19:24:42,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685942764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685942766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:42,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685942766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:42,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2be771fba52c4c8fa3a44905bae2c253 2024-12-08T19:24:42,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/92d7227a75ca4ec7b87151c6b841c562 is 50, key is test_row_0/C:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:42,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742431_1607 (size=12301) 2024-12-08T19:24:42,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/92d7227a75ca4ec7b87151c6b841c562 2024-12-08T19:24:42,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/941a71a7150c4fc09c67cde6bf18ff64 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64 2024-12-08T19:24:42,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64, entries=400, sequenceid=445, filesize=23.9 K 2024-12-08T19:24:42,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/2be771fba52c4c8fa3a44905bae2c253 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253 2024-12-08T19:24:42,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253, entries=150, sequenceid=445, filesize=12.0 K 2024-12-08T19:24:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/92d7227a75ca4ec7b87151c6b841c562 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562 2024-12-08T19:24:42,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562, entries=150, sequenceid=445, filesize=12.0 K 2024-12-08T19:24:42,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8d831db48de0cadeb73db8d81a837f0b in 841ms, sequenceid=445, compaction requested=true 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:42,957 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:42,958 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:42,958 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:42,958 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0a97d75d4d1840c48d694e9d576e55ff, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.0 K 2024-12-08T19:24:42,958 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/67e1be0bd33c4ebeb2a2afbeadef4f42, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=49.0 K 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67e1be0bd33c4ebeb2a2afbeadef4f42, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879628 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a97d75d4d1840c48d694e9d576e55ff, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879628 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ef9a795b0b7c4f13be2204a88c9d1fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733685879961 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3bbd0fe350e48ff9518036e276b2d40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733685879961 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2be771fba52c4c8fa3a44905bae2c253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:42,958 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 941a71a7150c4fc09c67cde6bf18ff64, keycount=400, bloomtype=ROW, size=23.9 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:42,964 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:42,964 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:42,965 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/fcef8c8246b245ff8f5d40faac6f6167 is 50, key is test_row_0/A:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:42,965 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/cd49b98079354fc0a50eef1959489e77 is 50, key is test_row_0/B:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:42,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742433_1609 (size=13425) 2024-12-08T19:24:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742432_1608 (size=13425) 2024-12-08T19:24:42,984 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/fcef8c8246b245ff8f5d40faac6f6167 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/fcef8c8246b245ff8f5d40faac6f6167 2024-12-08T19:24:42,985 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/cd49b98079354fc0a50eef1959489e77 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/cd49b98079354fc0a50eef1959489e77 2024-12-08T19:24:42,988 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into fcef8c8246b245ff8f5d40faac6f6167(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:42,988 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into cd49b98079354fc0a50eef1959489e77(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:42,988 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:42,988 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:42,988 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685882957; duration=0sec 2024-12-08T19:24:42,988 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685882957; duration=0sec 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:42,989 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:42,989 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:42,989 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2a9a62b6aea144aab09f380d46eb3850, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.0 K 2024-12-08T19:24:42,990 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a9a62b6aea144aab09f380d46eb3850, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1733685879628 2024-12-08T19:24:42,990 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d84c034e4b5b44f3abf4a7cc95ae4554, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733685879961 2024-12-08T19:24:42,990 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92d7227a75ca4ec7b87151c6b841c562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:43,000 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#526 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:43,000 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/2b76314fabe5424aa7be36cdcd7bee24 is 50, key is test_row_0/C:col10/1733685882113/Put/seqid=0 2024-12-08T19:24:43,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742434_1610 (size=13425) 2024-12-08T19:24:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:43,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:43,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/be3a7e2051eb4a50bef85660b0e5a667 is 50, key is test_row_0/A:col10/1733685883276/Put/seqid=0 2024-12-08T19:24:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742435_1611 (size=17181) 2024-12-08T19:24:43,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/be3a7e2051eb4a50bef85660b0e5a667 2024-12-08T19:24:43,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/8f9a849ede1c45fd98f8bc74b7abb544 is 50, key is test_row_0/B:col10/1733685883276/Put/seqid=0 2024-12-08T19:24:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742436_1612 (size=12301) 2024-12-08T19:24:43,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/8f9a849ede1c45fd98f8bc74b7abb544 2024-12-08T19:24:43,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b is 50, key is test_row_0/C:col10/1733685883276/Put/seqid=0 2024-12-08T19:24:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685943295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685943298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742437_1613 (size=12301) 2024-12-08T19:24:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685943301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b 2024-12-08T19:24:43,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/be3a7e2051eb4a50bef85660b0e5a667 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667 2024-12-08T19:24:43,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667, entries=250, sequenceid=469, filesize=16.8 K 2024-12-08T19:24:43,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/8f9a849ede1c45fd98f8bc74b7abb544 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544 2024-12-08T19:24:43,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544, entries=150, sequenceid=469, filesize=12.0 K 2024-12-08T19:24:43,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b 2024-12-08T19:24:43,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b, entries=150, sequenceid=469, filesize=12.0 K 2024-12-08T19:24:43,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8d831db48de0cadeb73db8d81a837f0b in 50ms, sequenceid=469, compaction requested=false 2024-12-08T19:24:43,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:43,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T19:24:43,407 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/2b76314fabe5424aa7be36cdcd7bee24 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2b76314fabe5424aa7be36cdcd7bee24 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:43,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:43,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5a6d51ff746b4380952e6ae83a0313ef is 50, key is test_row_0/A:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:43,416 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 2b76314fabe5424aa7be36cdcd7bee24(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:43,416 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:43,416 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685882957; duration=0sec 2024-12-08T19:24:43,416 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:43,416 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742438_1614 (size=14741) 2024-12-08T19:24:43,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5a6d51ff746b4380952e6ae83a0313ef 2024-12-08T19:24:43,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1507a9c43cdc4e53b537fb5d59454ec3 is 50, key is test_row_0/B:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:43,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742439_1615 (size=12301) 2024-12-08T19:24:43,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685943437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685943438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685943439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685943540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685943542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685943545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685943744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685943745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685943748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:43,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:24:43,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1507a9c43cdc4e53b537fb5d59454ec3 2024-12-08T19:24:43,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/eaac937028d847a891df1d8e2c2e1db0 is 50, key is test_row_0/C:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:43,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742440_1616 (size=12301) 2024-12-08T19:24:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T19:24:44,009 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-08T19:24:44,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-08T19:24:44,011 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:44,011 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:44,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:44,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685944049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685944052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685944054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:44,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:44,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T19:24:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:44,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:44,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:44,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/eaac937028d847a891df1d8e2c2e1db0 2024-12-08T19:24:44,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5a6d51ff746b4380952e6ae83a0313ef as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef 2024-12-08T19:24:44,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef, entries=200, sequenceid=485, filesize=14.4 K 2024-12-08T19:24:44,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1507a9c43cdc4e53b537fb5d59454ec3 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3 2024-12-08T19:24:44,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3, entries=150, sequenceid=485, filesize=12.0 K 2024-12-08T19:24:44,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/eaac937028d847a891df1d8e2c2e1db0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0 2024-12-08T19:24:44,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0, entries=150, sequenceid=485, filesize=12.0 K 2024-12-08T19:24:44,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 8d831db48de0cadeb73db8d81a837f0b in 848ms, sequenceid=485, compaction requested=true 2024-12-08T19:24:44,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:44,256 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:44,256 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:44,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:44,257 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:44,257 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:44,257 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,257 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/cd49b98079354fc0a50eef1959489e77, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.1 K 2024-12-08T19:24:44,257 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:44,257 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:44,257 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,257 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/fcef8c8246b245ff8f5d40faac6f6167, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=44.3 K 2024-12-08T19:24:44,257 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting cd49b98079354fc0a50eef1959489e77, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:44,258 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcef8c8246b245ff8f5d40faac6f6167, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:44,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f9a849ede1c45fd98f8bc74b7abb544, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733685882151 2024-12-08T19:24:44,258 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting be3a7e2051eb4a50bef85660b0e5a667, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733685882136 2024-12-08T19:24:44,258 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1507a9c43cdc4e53b537fb5d59454ec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:44,258 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a6d51ff746b4380952e6ae83a0313ef, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:44,265 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:44,265 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#533 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:44,265 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/74c631a1ec34403f86d70cffd7bad989 is 50, key is test_row_0/A:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:44,265 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/788b57fcc1aa434cb9d7954c51e5e6c0 is 50, key is test_row_0/B:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742442_1618 (size=13527) 2024-12-08T19:24:44,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742441_1617 (size=13527) 2024-12-08T19:24:44,273 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/788b57fcc1aa434cb9d7954c51e5e6c0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/788b57fcc1aa434cb9d7954c51e5e6c0 2024-12-08T19:24:44,277 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 788b57fcc1aa434cb9d7954c51e5e6c0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:44,277 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:44,278 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685884256; duration=0sec 2024-12-08T19:24:44,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:44,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:44,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:44,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:44,278 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:44,279 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,279 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2b76314fabe5424aa7be36cdcd7bee24, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.1 K 2024-12-08T19:24:44,279 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b76314fabe5424aa7be36cdcd7bee24, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733685882100 2024-12-08T19:24:44,279 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c5e73d2f6ad4cdb9d3bb6aeecd34e8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733685882151 2024-12-08T19:24:44,280 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting eaac937028d847a891df1d8e2c2e1db0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:44,284 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:44,284 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf71cf3e484c4951a8560c207f8b54a0 is 50, key is test_row_0/C:col10/1733685883277/Put/seqid=0 2024-12-08T19:24:44,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742443_1619 (size=13527) 2024-12-08T19:24:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:44,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:44,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-08T19:24:44,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:44,316 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:44,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:44,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/54c37947de2b4eb3a880167d57af6a6c is 50, key is test_row_0/A:col10/1733685883431/Put/seqid=0 2024-12-08T19:24:44,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742444_1620 (size=12301) 2024-12-08T19:24:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685944580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685944581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685944581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:44,673 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/74c631a1ec34403f86d70cffd7bad989 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/74c631a1ec34403f86d70cffd7bad989 2024-12-08T19:24:44,681 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into 74c631a1ec34403f86d70cffd7bad989(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:44,681 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:44,681 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685884255; duration=0sec 2024-12-08T19:24:44,681 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:44,681 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:44,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685944682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685944686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685944686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,696 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/cf71cf3e484c4951a8560c207f8b54a0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf71cf3e484c4951a8560c207f8b54a0 2024-12-08T19:24:44,699 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into cf71cf3e484c4951a8560c207f8b54a0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:44,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:44,700 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685884256; duration=0sec 2024-12-08T19:24:44,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:44,700 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:44,723 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/54c37947de2b4eb3a880167d57af6a6c 2024-12-08T19:24:44,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/75520eb345cf48e5a261d36ad0855512 is 50, key is test_row_0/B:col10/1733685883431/Put/seqid=0 2024-12-08T19:24:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742445_1621 (size=12301) 2024-12-08T19:24:44,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685944886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685944890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:44,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685944890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:45,132 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/75520eb345cf48e5a261d36ad0855512 2024-12-08T19:24:45,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/904a6045ef034a7ea0f2c48aad65be69 is 50, key is test_row_0/C:col10/1733685883431/Put/seqid=0 2024-12-08T19:24:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742446_1622 (size=12301) 2024-12-08T19:24:45,140 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=507 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/904a6045ef034a7ea0f2c48aad65be69 2024-12-08T19:24:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/54c37947de2b4eb3a880167d57af6a6c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c 2024-12-08T19:24:45,145 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c, entries=150, sequenceid=507, filesize=12.0 K 2024-12-08T19:24:45,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/75520eb345cf48e5a261d36ad0855512 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512 2024-12-08T19:24:45,149 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512, entries=150, sequenceid=507, filesize=12.0 K 2024-12-08T19:24:45,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/904a6045ef034a7ea0f2c48aad65be69 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69 2024-12-08T19:24:45,152 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69, entries=150, sequenceid=507, filesize=12.0 K 2024-12-08T19:24:45,153 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 8d831db48de0cadeb73db8d81a837f0b in 838ms, sequenceid=507, compaction requested=false 2024-12-08T19:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:45,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-08T19:24:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-08T19:24:45,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-08T19:24:45,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-12-08T19:24:45,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.1450 sec 2024-12-08T19:24:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:45,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:45,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:45,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5cdd9664a693495ea1ab7a1d91f63db0 is 50, key is test_row_0/A:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742447_1623 (size=14741) 2024-12-08T19:24:45,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5cdd9664a693495ea1ab7a1d91f63db0 2024-12-08T19:24:45,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f554eb3b653441968e8eb218d833d3b8 is 50, key is test_row_0/B:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:45,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742448_1624 (size=12301) 2024-12-08T19:24:45,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685945217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685945218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685945219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685945323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685945323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685945324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685945524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685945530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685945531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f554eb3b653441968e8eb218d833d3b8 2024-12-08T19:24:45,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/245f92fe05464e40a45e8301fb6cd5e1 is 50, key is test_row_0/C:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742449_1625 (size=12301) 2024-12-08T19:24:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51122 deadline: 1733685945827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51138 deadline: 1733685945834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:45,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51074 deadline: 1733685945835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:46,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/245f92fe05464e40a45e8301fb6cd5e1 2024-12-08T19:24:46,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/5cdd9664a693495ea1ab7a1d91f63db0 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0 2024-12-08T19:24:46,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0, entries=200, sequenceid=527, filesize=14.4 K 2024-12-08T19:24:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/f554eb3b653441968e8eb218d833d3b8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8 2024-12-08T19:24:46,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8, entries=150, sequenceid=527, filesize=12.0 K 2024-12-08T19:24:46,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/245f92fe05464e40a45e8301fb6cd5e1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1 2024-12-08T19:24:46,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1, entries=150, sequenceid=527, filesize=12.0 K 2024-12-08T19:24:46,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 8d831db48de0cadeb73db8d81a837f0b in 849ms, sequenceid=527, compaction requested=true 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d831db48de0cadeb73db8d81a837f0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:46,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/B is initiating minor compaction (all files) 2024-12-08T19:24:46,041 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/A is initiating minor compaction (all files) 2024-12-08T19:24:46,042 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/B in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:46,042 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/788b57fcc1aa434cb9d7954c51e5e6c0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.2 K 2024-12-08T19:24:46,042 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/A in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:46,042 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/74c631a1ec34403f86d70cffd7bad989, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=39.6 K 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 788b57fcc1aa434cb9d7954c51e5e6c0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74c631a1ec34403f86d70cffd7bad989, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 75520eb345cf48e5a261d36ad0855512, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733685883431 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54c37947de2b4eb3a880167d57af6a6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733685883431 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f554eb3b653441968e8eb218d833d3b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733685884559 2024-12-08T19:24:46,042 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cdd9664a693495ea1ab7a1d91f63db0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733685884559 2024-12-08T19:24:46,047 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#A#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:46,048 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#B#compaction#543 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:46,048 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/e6b1f4b1b61a4d4daa1d753a14db5797 is 50, key is test_row_0/A:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:46,048 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1f5f9d35d7514539bb1dae4a5a39f4bb is 50, key is test_row_0/B:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:46,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742451_1627 (size=13629) 2024-12-08T19:24:46,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742450_1626 (size=13629) 2024-12-08T19:24:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-08T19:24:46,114 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-08T19:24:46,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-08T19:24:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:46,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:46,116 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:46,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:46,154 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:55672 2024-12-08T19:24:46,154 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,154 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:55672 2024-12-08T19:24:46,154 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,157 DEBUG [Thread-2253 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:55672 2024-12-08T19:24:46,157 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,157 DEBUG [Thread-2255 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:55672 2024-12-08T19:24:46,157 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,158 DEBUG [Thread-2257 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:55672 2024-12-08T19:24:46,158 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:46,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:46,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-08T19:24:46,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:46,270 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T19:24:46,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:46,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:46,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:46,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:46,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:46,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:46,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/61c7646941074388b9ff4acaab6f5f5d is 50, key is test_row_0/A:col10/1733685885217/Put/seqid=0 2024-12-08T19:24:46,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742452_1628 (size=12301) 2024-12-08T19:24:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. as already flushing 2024-12-08T19:24:46,332 DEBUG [Thread-2239 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:55672 2024-12-08T19:24:46,333 DEBUG [Thread-2239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,343 DEBUG [Thread-2241 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:55672 2024-12-08T19:24:46,343 DEBUG [Thread-2241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,344 DEBUG [Thread-2237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:55672 2024-12-08T19:24:46,345 DEBUG [Thread-2237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:46,465 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/1f5f9d35d7514539bb1dae4a5a39f4bb as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1f5f9d35d7514539bb1dae4a5a39f4bb 2024-12-08T19:24:46,465 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/e6b1f4b1b61a4d4daa1d753a14db5797 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e6b1f4b1b61a4d4daa1d753a14db5797 2024-12-08T19:24:46,469 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/B of 8d831db48de0cadeb73db8d81a837f0b into 1f5f9d35d7514539bb1dae4a5a39f4bb(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:46,469 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/A of 8d831db48de0cadeb73db8d81a837f0b into e6b1f4b1b61a4d4daa1d753a14db5797(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:46,469 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/B, priority=13, startTime=1733685886041; duration=0sec 2024-12-08T19:24:46,469 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/A, priority=13, startTime=1733685886041; duration=0sec 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:B 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:A 2024-12-08T19:24:46,469 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:46,470 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:46,470 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): 8d831db48de0cadeb73db8d81a837f0b/C is initiating minor compaction (all files) 2024-12-08T19:24:46,470 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8d831db48de0cadeb73db8d81a837f0b/C in TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:46,470 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf71cf3e484c4951a8560c207f8b54a0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp, totalSize=37.2 K 2024-12-08T19:24:46,470 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting cf71cf3e484c4951a8560c207f8b54a0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733685883277 2024-12-08T19:24:46,471 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 904a6045ef034a7ea0f2c48aad65be69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=507, earliestPutTs=1733685883431 2024-12-08T19:24:46,471 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 245f92fe05464e40a45e8301fb6cd5e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733685884559 2024-12-08T19:24:46,476 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d831db48de0cadeb73db8d81a837f0b#C#compaction#545 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:46,477 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/886aad598f1941c0b2857cdca5267f9e is 50, key is test_row_0/C:col10/1733685884580/Put/seqid=0 2024-12-08T19:24:46,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742453_1629 (size=13629) 2024-12-08T19:24:46,482 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/886aad598f1941c0b2857cdca5267f9e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/886aad598f1941c0b2857cdca5267f9e 2024-12-08T19:24:46,485 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8d831db48de0cadeb73db8d81a837f0b/C of 8d831db48de0cadeb73db8d81a837f0b into 886aad598f1941c0b2857cdca5267f9e(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:46,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:46,486 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b., storeName=8d831db48de0cadeb73db8d81a837f0b/C, priority=13, startTime=1733685886041; duration=0sec 2024-12-08T19:24:46,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:46,486 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d831db48de0cadeb73db8d81a837f0b:C 2024-12-08T19:24:46,683 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/61c7646941074388b9ff4acaab6f5f5d 2024-12-08T19:24:46,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4442cf848cb94061bb1cbfa8fe73caa5 is 50, key is test_row_0/B:col10/1733685885217/Put/seqid=0 2024-12-08T19:24:46,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742454_1630 (size=12301) 2024-12-08T19:24:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:47,096 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4442cf848cb94061bb1cbfa8fe73caa5 2024-12-08T19:24:47,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d8ba9c84f65f4af2ab7f5a102f49c281 is 50, key is test_row_0/C:col10/1733685885217/Put/seqid=0 2024-12-08T19:24:47,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742455_1631 (size=12301) 2024-12-08T19:24:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:47,508 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d8ba9c84f65f4af2ab7f5a102f49c281 2024-12-08T19:24:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/61c7646941074388b9ff4acaab6f5f5d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/61c7646941074388b9ff4acaab6f5f5d 2024-12-08T19:24:47,522 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/61c7646941074388b9ff4acaab6f5f5d, entries=150, sequenceid=545, filesize=12.0 K 2024-12-08T19:24:47,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/4442cf848cb94061bb1cbfa8fe73caa5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4442cf848cb94061bb1cbfa8fe73caa5 2024-12-08T19:24:47,526 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4442cf848cb94061bb1cbfa8fe73caa5, entries=150, sequenceid=545, filesize=12.0 K 2024-12-08T19:24:47,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/d8ba9c84f65f4af2ab7f5a102f49c281 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d8ba9c84f65f4af2ab7f5a102f49c281 2024-12-08T19:24:47,529 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d8ba9c84f65f4af2ab7f5a102f49c281, entries=150, sequenceid=545, filesize=12.0 K 2024-12-08T19:24:47,530 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 8d831db48de0cadeb73db8d81a837f0b in 1261ms, sequenceid=545, compaction requested=false 2024-12-08T19:24:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-08T19:24:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-08T19:24:47,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-08T19:24:47,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-08T19:24:47,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4170 sec 2024-12-08T19:24:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T19:24:48,222 INFO [Thread-2247 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-08T19:24:50,698 DEBUG [Thread-2243 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:55672 2024-12-08T19:24:50,699 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:50,769 DEBUG [Thread-2245 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:55672 2024-12-08T19:24:50,769 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-08T19:24:50,769 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2794 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8382 rows 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2815 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8445 rows 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2814 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8442 rows 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2835 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8505 rows 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2819 2024-12-08T19:24:50,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8457 rows 2024-12-08T19:24:50,770 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:24:50,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:55672 2024-12-08T19:24:50,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:24:50,772 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:24:50,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:24:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:50,776 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685890776"}]},"ts":"1733685890776"} 2024-12-08T19:24:50,777 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:24:50,794 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:24:50,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:24:50,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, UNASSIGN}] 2024-12-08T19:24:50,797 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, UNASSIGN 2024-12-08T19:24:50,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=8d831db48de0cadeb73db8d81a837f0b, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:50,799 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:24:50,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; CloseRegionProcedure 8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:50,950 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:50,951 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(124): Close 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:50,952 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:24:50,952 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1681): Closing 8d831db48de0cadeb73db8d81a837f0b, disabling compactions & flushes 2024-12-08T19:24:50,952 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:50,952 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:50,952 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. after waiting 0 ms 2024-12-08T19:24:50,952 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:50,952 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(2837): Flushing 8d831db48de0cadeb73db8d81a837f0b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=A 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=B 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8d831db48de0cadeb73db8d81a837f0b, store=C 2024-12-08T19:24:50,953 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:50,962 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/79f42aa9039c462586670ab3dba676b6 is 50, key is test_row_0/A:col10/1733685890767/Put/seqid=0 2024-12-08T19:24:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742456_1632 (size=12301) 2024-12-08T19:24:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:51,369 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/79f42aa9039c462586670ab3dba676b6 2024-12-08T19:24:51,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:51,381 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b89cb3bee044889946f002cd46c33f4 is 50, key is test_row_0/B:col10/1733685890767/Put/seqid=0 2024-12-08T19:24:51,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742457_1633 (size=12301) 2024-12-08T19:24:51,785 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b89cb3bee044889946f002cd46c33f4 2024-12-08T19:24:51,790 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/254670a0e438476cacb7149ed0f6abad is 50, key is test_row_0/C:col10/1733685890767/Put/seqid=0 2024-12-08T19:24:51,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742458_1634 (size=12301) 2024-12-08T19:24:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:52,195 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/254670a0e438476cacb7149ed0f6abad 2024-12-08T19:24:52,204 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/A/79f42aa9039c462586670ab3dba676b6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/79f42aa9039c462586670ab3dba676b6 2024-12-08T19:24:52,207 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/79f42aa9039c462586670ab3dba676b6, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T19:24:52,208 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/B/0b89cb3bee044889946f002cd46c33f4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b89cb3bee044889946f002cd46c33f4 2024-12-08T19:24:52,212 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b89cb3bee044889946f002cd46c33f4, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T19:24:52,212 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/.tmp/C/254670a0e438476cacb7149ed0f6abad as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/254670a0e438476cacb7149ed0f6abad 2024-12-08T19:24:52,216 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/254670a0e438476cacb7149ed0f6abad, entries=150, sequenceid=556, filesize=12.0 K 2024-12-08T19:24:52,216 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8d831db48de0cadeb73db8d81a837f0b in 1264ms, sequenceid=556, compaction requested=true 2024-12-08T19:24:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f0e7b85911e7439f9a8dcb1fa0602859, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/946485b3f9e04fe7a5b89dea45a2b558, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/1d9f4ed9cf3a44349cf5491c7b206c38, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/11643954ce0246ca9db7e9b2212753c6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/221e30ccc39249b695c7a7bc050438fe, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/144008636d514eb5bd28d8b484cd39bf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/27a37b1e976245deb760414be9d71520, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9729e0ca3bd04f8582e7d4416a858ad6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/ff30f5aca67d4819b21e5c71085828c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/67e1be0bd33c4ebeb2a2afbeadef4f42, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/fcef8c8246b245ff8f5d40faac6f6167, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/74c631a1ec34403f86d70cffd7bad989, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0] to archive 2024-12-08T19:24:52,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:52,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/7e3f782fb9cc46c39401be20ed2412b0 2024-12-08T19:24:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/275e9bcc8374412e8fdc93c11bb814a1 2024-12-08T19:24:52,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5ca81c7fdaa4453e8f7765782c9d793c 2024-12-08T19:24:52,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f0e7b85911e7439f9a8dcb1fa0602859 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f0e7b85911e7439f9a8dcb1fa0602859 2024-12-08T19:24:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0d93b7b59f4f4f4aae1436998e4d17fd 2024-12-08T19:24:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/946485b3f9e04fe7a5b89dea45a2b558 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/946485b3f9e04fe7a5b89dea45a2b558 2024-12-08T19:24:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/80ef9e78abb1411fb6a48caaa51dc1b3 2024-12-08T19:24:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/77e29ade924c47c0a92fd6ee03df5399 2024-12-08T19:24:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8aabbd449e384bfba71e94e0b7377b25 2024-12-08T19:24:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/1d9f4ed9cf3a44349cf5491c7b206c38 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/1d9f4ed9cf3a44349cf5491c7b206c38 2024-12-08T19:24:52,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9cdd7cc469c140509e243861ed86395d 2024-12-08T19:24:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/2189529c1c9a416c8f9e1dd0d87936f9 2024-12-08T19:24:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/11643954ce0246ca9db7e9b2212753c6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/11643954ce0246ca9db7e9b2212753c6 2024-12-08T19:24:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/49bedb8ffae74b87a2e172d7a26f81d4 2024-12-08T19:24:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/a666464c12eb4953adf700d389bf0411 2024-12-08T19:24:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/221e30ccc39249b695c7a7bc050438fe to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/221e30ccc39249b695c7a7bc050438fe 2024-12-08T19:24:52,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/aadd33ae18d94953ab8a24831745458a 2024-12-08T19:24:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/8f67448542214f4f889923acb805ab6f 2024-12-08T19:24:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/144008636d514eb5bd28d8b484cd39bf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/144008636d514eb5bd28d8b484cd39bf 2024-12-08T19:24:52,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/b21105cb9df64329b1d228285b235547 2024-12-08T19:24:52,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/27a37b1e976245deb760414be9d71520 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/27a37b1e976245deb760414be9d71520 2024-12-08T19:24:52,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/d6876d73d1fa4ef6a693be06a21396d6 2024-12-08T19:24:52,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/97eaca1f983d4f508570b84fae2ae1d2 2024-12-08T19:24:52,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/0c0edf276e3140a2b50be920a152d5c3 2024-12-08T19:24:52,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9729e0ca3bd04f8582e7d4416a858ad6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9729e0ca3bd04f8582e7d4416a858ad6 2024-12-08T19:24:52,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e51123626bc447c6a820c651cf154386 2024-12-08T19:24:52,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/9c23a31688114b0193bb66d5522880ca 2024-12-08T19:24:52,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/ff30f5aca67d4819b21e5c71085828c7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/ff30f5aca67d4819b21e5c71085828c7 2024-12-08T19:24:52,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/980ba738579940c89005d21539169058 2024-12-08T19:24:52,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/266baac7f15c46a59b41c50bac5960c9 2024-12-08T19:24:52,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/67e1be0bd33c4ebeb2a2afbeadef4f42 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/67e1be0bd33c4ebeb2a2afbeadef4f42 2024-12-08T19:24:52,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/f3bbd0fe350e48ff9518036e276b2d40 2024-12-08T19:24:52,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/941a71a7150c4fc09c67cde6bf18ff64 2024-12-08T19:24:52,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/fcef8c8246b245ff8f5d40faac6f6167 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/fcef8c8246b245ff8f5d40faac6f6167 2024-12-08T19:24:52,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/be3a7e2051eb4a50bef85660b0e5a667 2024-12-08T19:24:52,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5a6d51ff746b4380952e6ae83a0313ef 2024-12-08T19:24:52,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/74c631a1ec34403f86d70cffd7bad989 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/74c631a1ec34403f86d70cffd7bad989 2024-12-08T19:24:52,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/54c37947de2b4eb3a880167d57af6a6c 2024-12-08T19:24:52,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/5cdd9664a693495ea1ab7a1d91f63db0 2024-12-08T19:24:52,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7e4e8dad2210451caf29636ae71e10d6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/08057ac4aed3479697557a39657edede, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/d4aa5ce0011a45839448579c69417cdf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/027b177dea884f36b943d77b6bed70be, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/af4cef10856d4288a90d8b1dea0c45c8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a46061ae1a684d489c9cfb98f96bc23f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/b7daac19698a4e8c95dbbf452a68e318, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/38693c4c437b43658cbd3758256632cb, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/15fb46f929eb499badf9ae62984a0625, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0a97d75d4d1840c48d694e9d576e55ff, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/cd49b98079354fc0a50eef1959489e77, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/788b57fcc1aa434cb9d7954c51e5e6c0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8] to archive 2024-12-08T19:24:52,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:52,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7f87304e412b42a39903cd4bb120ae8a 2024-12-08T19:24:52,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/6e32836fc44545cf8c506ed1fae96a80 2024-12-08T19:24:52,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7e4e8dad2210451caf29636ae71e10d6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7e4e8dad2210451caf29636ae71e10d6 2024-12-08T19:24:52,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b945f463eb44d74a7c0d8cc28d2891e 2024-12-08T19:24:52,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/25af1fcb325146d7b536b982b8cd913a 2024-12-08T19:24:52,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/08057ac4aed3479697557a39657edede to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/08057ac4aed3479697557a39657edede 2024-12-08T19:24:52,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7d6d4558416b40f1bd96d99e8a1975b6 2024-12-08T19:24:52,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/32dc402a924b4e11a76e18e35d4dc22c 2024-12-08T19:24:52,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/d4aa5ce0011a45839448579c69417cdf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/d4aa5ce0011a45839448579c69417cdf 2024-12-08T19:24:52,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef60a3fdfa3e4934a120115aa7abd0ce 2024-12-08T19:24:52,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2502facff7e74a35b90ce8a298bf067b 2024-12-08T19:24:52,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/027b177dea884f36b943d77b6bed70be to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/027b177dea884f36b943d77b6bed70be 2024-12-08T19:24:52,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/acfd127e14fc4bbc8c7edb12c0c84988 2024-12-08T19:24:52,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4017e18901544c6580717b2aac41eeaa 2024-12-08T19:24:52,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/af4cef10856d4288a90d8b1dea0c45c8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/af4cef10856d4288a90d8b1dea0c45c8 2024-12-08T19:24:52,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f437ba8dc63948bd960dd4e405ca04f6 2024-12-08T19:24:52,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f8f4625485f94450a8454099b85d8bcd 2024-12-08T19:24:52,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a46061ae1a684d489c9cfb98f96bc23f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a46061ae1a684d489c9cfb98f96bc23f 2024-12-08T19:24:52,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a55e15a376b445afa65851f062a48b9f 2024-12-08T19:24:52,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1fd1ca3e099346ca962b75e304cecb35 2024-12-08T19:24:52,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/b7daac19698a4e8c95dbbf452a68e318 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/b7daac19698a4e8c95dbbf452a68e318 2024-12-08T19:24:52,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4fe46eaf66304046a9a8e5613db2807d 2024-12-08T19:24:52,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/9716cad622e34c38ae676e4f5f916b12 2024-12-08T19:24:52,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/38693c4c437b43658cbd3758256632cb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/38693c4c437b43658cbd3758256632cb 2024-12-08T19:24:52,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ad2db7183cd54068b46d897881716f64 2024-12-08T19:24:52,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/a6befaec1cf14ab1ac6af0b09527f3cf 2024-12-08T19:24:52,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/15fb46f929eb499badf9ae62984a0625 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/15fb46f929eb499badf9ae62984a0625 2024-12-08T19:24:52,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/67f582f1762247b6baed8ea174bfa9f7 2024-12-08T19:24:52,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/5c4a077832b343778e593e1320fe35e5 2024-12-08T19:24:52,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0a97d75d4d1840c48d694e9d576e55ff to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0a97d75d4d1840c48d694e9d576e55ff 2024-12-08T19:24:52,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/7483aa5e080f439db61b41e4db54b9b1 2024-12-08T19:24:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/ef9a795b0b7c4f13be2204a88c9d1fd4 2024-12-08T19:24:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/cd49b98079354fc0a50eef1959489e77 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/cd49b98079354fc0a50eef1959489e77 2024-12-08T19:24:52,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/2be771fba52c4c8fa3a44905bae2c253 2024-12-08T19:24:52,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/8f9a849ede1c45fd98f8bc74b7abb544 2024-12-08T19:24:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/788b57fcc1aa434cb9d7954c51e5e6c0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/788b57fcc1aa434cb9d7954c51e5e6c0 2024-12-08T19:24:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1507a9c43cdc4e53b537fb5d59454ec3 2024-12-08T19:24:52,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/75520eb345cf48e5a261d36ad0855512 2024-12-08T19:24:52,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/f554eb3b653441968e8eb218d833d3b8 2024-12-08T19:24:52,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/be92d9b78afa485fb26d6bc173773c2d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/db7e298f0dac49d8b0270531a999869e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3d605da0cce740609c7f735551b861b5, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d1f13380a0a34502b3af909f06879c79, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/34ca795e0c6440d1b0a4bd1f01689b31, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/35faf304072a44148cbe945547fe66c7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/37f593cdc81049848133ae18776121ce, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55116ea04f994073a2afb9a2cd42f943, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/77541bba4bc84edbbf4dab1942da0b75, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2a9a62b6aea144aab09f380d46eb3850, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2b76314fabe5424aa7be36cdcd7bee24, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf71cf3e484c4951a8560c207f8b54a0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1] to archive 2024-12-08T19:24:52,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:24:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/8ec6abf12e594e348512352b54c289d4 2024-12-08T19:24:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/efc42df87f324fd98f94179f84f142d5 2024-12-08T19:24:52,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/be92d9b78afa485fb26d6bc173773c2d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/be92d9b78afa485fb26d6bc173773c2d 2024-12-08T19:24:52,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/c926bcbad46142de8db9641d04069d9f 2024-12-08T19:24:52,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf3b291cb96343549b5dec189e30028b 2024-12-08T19:24:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/db7e298f0dac49d8b0270531a999869e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/db7e298f0dac49d8b0270531a999869e 2024-12-08T19:24:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/13871003f12647a6bff03f3f1b906f02 2024-12-08T19:24:52,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4a65d32edb864686b410770c46d4ca08 2024-12-08T19:24:52,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3d605da0cce740609c7f735551b861b5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3d605da0cce740609c7f735551b861b5 2024-12-08T19:24:52,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/5924e962bf8b443a930545e35ec6e11d 2024-12-08T19:24:52,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d425a3ba13ea4c6aa90f487305a8aa71 2024-12-08T19:24:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d1f13380a0a34502b3af909f06879c79 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d1f13380a0a34502b3af909f06879c79 2024-12-08T19:24:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/bf32f8e07e7847c382a829acac80caad 2024-12-08T19:24:52,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/205ea2badd744eb1a23234e14503f39d 2024-12-08T19:24:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/34ca795e0c6440d1b0a4bd1f01689b31 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/34ca795e0c6440d1b0a4bd1f01689b31 2024-12-08T19:24:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf374bf1525e47ada79d31d045843a67 2024-12-08T19:24:52,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/a2e5d45b9ded4ef5bde9493103b6d9bc 2024-12-08T19:24:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/35faf304072a44148cbe945547fe66c7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/35faf304072a44148cbe945547fe66c7 2024-12-08T19:24:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/85bc67e00bbb4511b46af45732e6d2a4 2024-12-08T19:24:52,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d2b0006284894b7d894d0e695951ee8e 2024-12-08T19:24:52,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/37f593cdc81049848133ae18776121ce to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/37f593cdc81049848133ae18776121ce 2024-12-08T19:24:52,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d364c5d9b34a483280c535f74ec42032 2024-12-08T19:24:52,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/3dc5010cfcae456084c08966425d1f13 2024-12-08T19:24:52,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55116ea04f994073a2afb9a2cd42f943 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55116ea04f994073a2afb9a2cd42f943 2024-12-08T19:24:52,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/7036ea1fbe7249dd90ea2ed86cd2cf8d 2024-12-08T19:24:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/11392934d49b48cea61e82c3f7e2702d 2024-12-08T19:24:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/77541bba4bc84edbbf4dab1942da0b75 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/77541bba4bc84edbbf4dab1942da0b75 2024-12-08T19:24:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/55cc3f5682374d34bc86b455b1c8e12c 2024-12-08T19:24:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/4137919957684773a3d69d503aedf781 2024-12-08T19:24:52,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2a9a62b6aea144aab09f380d46eb3850 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2a9a62b6aea144aab09f380d46eb3850 2024-12-08T19:24:52,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/23f8f44fe2e8405cbab26c82ac490573 2024-12-08T19:24:52,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d84c034e4b5b44f3abf4a7cc95ae4554 2024-12-08T19:24:52,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2b76314fabe5424aa7be36cdcd7bee24 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/2b76314fabe5424aa7be36cdcd7bee24 2024-12-08T19:24:52,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/92d7227a75ca4ec7b87151c6b841c562 2024-12-08T19:24:52,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/6c5e73d2f6ad4cdb9d3bb6aeecd34e8b 2024-12-08T19:24:52,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf71cf3e484c4951a8560c207f8b54a0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/cf71cf3e484c4951a8560c207f8b54a0 2024-12-08T19:24:52,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/eaac937028d847a891df1d8e2c2e1db0 2024-12-08T19:24:52,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/904a6045ef034a7ea0f2c48aad65be69 2024-12-08T19:24:52,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/245f92fe05464e40a45e8301fb6cd5e1 2024-12-08T19:24:52,297 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/recovered.edits/559.seqid, newMaxSeqId=559, maxSeqId=1 2024-12-08T19:24:52,298 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b. 2024-12-08T19:24:52,298 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] regionserver.HRegion(1635): Region close journal for 8d831db48de0cadeb73db8d81a837f0b: 2024-12-08T19:24:52,299 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=163}] handler.UnassignRegionHandler(170): Closed 8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:52,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=8d831db48de0cadeb73db8d81a837f0b, regionState=CLOSED 2024-12-08T19:24:52,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-08T19:24:52,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; CloseRegionProcedure 8d831db48de0cadeb73db8d81a837f0b, server=8760adbab633,37895,1733685735339 in 1.5000 sec 2024-12-08T19:24:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-08T19:24:52,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d831db48de0cadeb73db8d81a837f0b, UNASSIGN in 1.5040 sec 2024-12-08T19:24:52,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-08T19:24:52,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-12-08T19:24:52,302 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685892302"}]},"ts":"1733685892302"} 2024-12-08T19:24:52,303 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:24:52,311 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:24:52,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5390 sec 2024-12-08T19:24:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-08T19:24:52,883 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-08T19:24:52,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:24:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,887 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=164, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,889 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=164, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-08T19:24:52,891 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:52,895 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/recovered.edits] 2024-12-08T19:24:52,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/61c7646941074388b9ff4acaab6f5f5d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/61c7646941074388b9ff4acaab6f5f5d 2024-12-08T19:24:52,901 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/79f42aa9039c462586670ab3dba676b6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/79f42aa9039c462586670ab3dba676b6 2024-12-08T19:24:52,903 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e6b1f4b1b61a4d4daa1d753a14db5797 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/A/e6b1f4b1b61a4d4daa1d753a14db5797 2024-12-08T19:24:52,907 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b89cb3bee044889946f002cd46c33f4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/0b89cb3bee044889946f002cd46c33f4 2024-12-08T19:24:52,910 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1f5f9d35d7514539bb1dae4a5a39f4bb to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/1f5f9d35d7514539bb1dae4a5a39f4bb 2024-12-08T19:24:52,912 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4442cf848cb94061bb1cbfa8fe73caa5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/B/4442cf848cb94061bb1cbfa8fe73caa5 2024-12-08T19:24:52,916 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/254670a0e438476cacb7149ed0f6abad to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/254670a0e438476cacb7149ed0f6abad 2024-12-08T19:24:52,918 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/886aad598f1941c0b2857cdca5267f9e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/886aad598f1941c0b2857cdca5267f9e 2024-12-08T19:24:52,920 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d8ba9c84f65f4af2ab7f5a102f49c281 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/C/d8ba9c84f65f4af2ab7f5a102f49c281 2024-12-08T19:24:52,925 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/recovered.edits/559.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b/recovered.edits/559.seqid 2024-12-08T19:24:52,926 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/8d831db48de0cadeb73db8d81a837f0b 2024-12-08T19:24:52,926 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:24:52,929 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=164, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,931 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:24:52,933 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:24:52,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=164, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:24:52,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685892934"}]},"ts":"9223372036854775807"} 2024-12-08T19:24:52,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:24:52,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8d831db48de0cadeb73db8d81a837f0b, NAME => 'TestAcidGuarantees,,1733685861929.8d831db48de0cadeb73db8d81a837f0b.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:24:52,937 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:24:52,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685892937"}]},"ts":"9223372036854775807"} 2024-12-08T19:24:52,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:24:52,979 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=164, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:52,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-12-08T19:24:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-08T19:24:52,991 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-08T19:24:53,004 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237 (was 237), OpenFileDescriptor=447 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=479 (was 419) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=19900 (was 16953) - AvailableMemoryMB LEAK? - 2024-12-08T19:24:53,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=479, ProcessCount=9, AvailableMemoryMB=19900 2024-12-08T19:24:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:24:53,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:24:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:53,016 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T19:24:53,017 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:53,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 165 2024-12-08T19:24:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:53,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T19:24:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742459_1635 (size=963) 2024-12-08T19:24:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:53,426 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72 2024-12-08T19:24:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742460_1636 (size=53) 2024-12-08T19:24:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing efe58bf1c9567cc7f90f5520cef0797c, disabling compactions & flushes 2024-12-08T19:24:53,835 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. after waiting 0 ms 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:53,835 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:53,835 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:53,836 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T19:24:53,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733685893836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733685893836"}]},"ts":"1733685893836"} 2024-12-08T19:24:53,837 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T19:24:53,839 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T19:24:53,839 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685893839"}]},"ts":"1733685893839"} 2024-12-08T19:24:53,840 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T19:24:53,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, ASSIGN}] 2024-12-08T19:24:53,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, ASSIGN 2024-12-08T19:24:53,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, ASSIGN; state=OFFLINE, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=false 2024-12-08T19:24:54,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:54,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; OpenRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:54,200 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:54,206 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:54,206 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7285): Opening region: {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:24:54,207 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,207 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:24:54,207 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7327): checking encryption for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,207 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7330): checking classloading for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,210 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,211 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:54,211 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName A 2024-12-08T19:24:54,211 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:54,212 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:54,212 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,213 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:54,213 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName B 2024-12-08T19:24:54,213 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:54,213 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:54,214 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,215 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:54,215 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName C 2024-12-08T19:24:54,215 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:54,215 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:54,215 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:54,216 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,216 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,218 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:24:54,219 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1085): writing seq id for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:54,221 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T19:24:54,222 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1102): Opened efe58bf1c9567cc7f90f5520cef0797c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67681668, jitterRate=0.008535444736480713}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:24:54,222 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1001): Region open journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:54,223 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., pid=167, masterSystemTime=1733685894200 2024-12-08T19:24:54,224 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:54,225 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:54,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=OPEN, openSeqNum=2, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:54,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-08T19:24:54,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; OpenRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 in 178 msec 2024-12-08T19:24:54,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-08T19:24:54,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, ASSIGN in 333 msec 2024-12-08T19:24:54,230 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T19:24:54,230 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685894230"}]},"ts":"1733685894230"} 2024-12-08T19:24:54,231 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T19:24:54,271 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=165, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T19:24:54,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-12-08T19:24:55,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-08T19:24:55,126 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-08T19:24:55,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17e5a47d to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2cbfd84f 2024-12-08T19:24:55,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2209c520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:55,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:55,196 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:55,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T19:24:55,200 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T19:24:55,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T19:24:55,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T19:24:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T19:24:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742461_1637 (size=999) 2024-12-08T19:24:55,622 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T19:24:55,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T19:24:55,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:24:55,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, REOPEN/MOVE}] 2024-12-08T19:24:55,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, REOPEN/MOVE 2024-12-08T19:24:55,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:55,633 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:24:55,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; CloseRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:55,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:55,785 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(124): Close efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:55,785 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:24:55,785 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1681): Closing efe58bf1c9567cc7f90f5520cef0797c, disabling compactions & flushes 2024-12-08T19:24:55,785 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:55,785 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:55,785 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. after waiting 0 ms 2024-12-08T19:24:55,785 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:55,789 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T19:24:55,790 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:55,790 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegion(1635): Region close journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:55,790 WARN [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] regionserver.HRegionServer(3786): Not adding moved region record: efe58bf1c9567cc7f90f5520cef0797c to self. 2024-12-08T19:24:55,791 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=171}] handler.UnassignRegionHandler(170): Closed efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:55,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=CLOSED 2024-12-08T19:24:55,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-08T19:24:55,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; CloseRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 in 159 msec 2024-12-08T19:24:55,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, REOPEN/MOVE; state=CLOSED, location=8760adbab633,37895,1733685735339; forceNewPlan=false, retain=true 2024-12-08T19:24:55,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=OPENING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:55,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=170, state=RUNNABLE; OpenRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:24:56,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:56,104 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,104 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7285): Opening region: {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T19:24:56,104 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,104 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T19:24:56,105 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7327): checking encryption for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,105 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7330): checking classloading for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,107 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,108 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:56,108 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName A 2024-12-08T19:24:56,110 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:56,111 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:56,111 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,112 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:56,112 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName B 2024-12-08T19:24:56,112 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:56,113 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:56,113 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,114 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T19:24:56,114 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efe58bf1c9567cc7f90f5520cef0797c columnFamilyName C 2024-12-08T19:24:56,114 DEBUG [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:56,114 INFO [StoreOpener-efe58bf1c9567cc7f90f5520cef0797c-1 {}] regionserver.HStore(327): Store=efe58bf1c9567cc7f90f5520cef0797c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T19:24:56,115 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,116 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,117 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,118 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T19:24:56,120 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1085): writing seq id for efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,120 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1102): Opened efe58bf1c9567cc7f90f5520cef0797c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60129667, jitterRate=-0.10399813950061798}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T19:24:56,121 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1001): Region open journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:56,122 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., pid=172, masterSystemTime=1733685896098 2024-12-08T19:24:56,123 DEBUG [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,123 INFO [RS_OPEN_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=OPEN, openSeqNum=5, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=170 2024-12-08T19:24:56,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=170, state=SUCCESS; OpenRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 in 178 msec 2024-12-08T19:24:56,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-08T19:24:56,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, REOPEN/MOVE in 495 msec 2024-12-08T19:24:56,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-08T19:24:56,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-12-08T19:24:56,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-12-08T19:24:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-08T19:24:56,132 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d9954b7 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fb684eb 2024-12-08T19:24:56,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537a66f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-12-08T19:24:56,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-12-08T19:24:56,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,196 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-12-08T19:24:56,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-12-08T19:24:56,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x091d72db to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58971172 2024-12-08T19:24:56,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e757135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,221 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d836f78 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d7fe93b 2024-12-08T19:24:56,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7846cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,229 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-08T19:24:56,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,238 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-08T19:24:56,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:55672 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-08T19:24:56,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T19:24:56,257 DEBUG [hconnection-0x5f78b668-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:56,258 DEBUG [hconnection-0x3f6bfeab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-08T19:24:56,258 DEBUG [hconnection-0x52007649-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,258 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,259 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,259 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:56,260 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:56,260 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:56,262 DEBUG [hconnection-0x66cfba8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,262 DEBUG [hconnection-0x3d2d5e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,262 DEBUG [hconnection-0x74d4377c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,262 DEBUG [hconnection-0x6683952f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,262 DEBUG [hconnection-0x1bcb7ec6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,263 DEBUG [hconnection-0x3b316482-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,263 DEBUG [hconnection-0x23ff69f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,264 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T19:24:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:24:56,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685956282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685956283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685956283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685956285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685956285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120811b031db7c174e29ba2d896fe44f01f0_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685896267/Put/seqid=0 2024-12-08T19:24:56,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742462_1638 (size=9714) 2024-12-08T19:24:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:56,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685956386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685956387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,412 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:56,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:56,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:56,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685956587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685956587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685956588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685956589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685956590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:56,694 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120811b031db7c174e29ba2d896fe44f01f0_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811b031db7c174e29ba2d896fe44f01f0_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:56,695 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d88417a7dad04a51a97ad6b8a0bed52a, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:56,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d88417a7dad04a51a97ad6b8a0bed52a is 175, key is test_row_0/A:col10/1733685896267/Put/seqid=0 2024-12-08T19:24:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742463_1639 (size=22361) 2024-12-08T19:24:56,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:56,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:56,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:56,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:56,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685956890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685956890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685956891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685956892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:56,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:56,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685956893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,019 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:57,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d88417a7dad04a51a97ad6b8a0bed52a 2024-12-08T19:24:57,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e9d8207b33cc451bb84da75e9b630524 is 50, key is test_row_0/B:col10/1733685896267/Put/seqid=0 2024-12-08T19:24:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742464_1640 (size=9657) 2024-12-08T19:24:57,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e9d8207b33cc451bb84da75e9b630524 2024-12-08T19:24:57,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/a0dcb6ab1745410b85a6ff2a967bbc71 is 50, key is test_row_0/C:col10/1733685896267/Put/seqid=0 2024-12-08T19:24:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742465_1641 (size=9657) 2024-12-08T19:24:57,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:57,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,323 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:57,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685957393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685957394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685957394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685957395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685957396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:57,475 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:57,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:57,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/a0dcb6ab1745410b85a6ff2a967bbc71 2024-12-08T19:24:57,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d88417a7dad04a51a97ad6b8a0bed52a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a 2024-12-08T19:24:57,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a, entries=100, sequenceid=16, filesize=21.8 K 2024-12-08T19:24:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e9d8207b33cc451bb84da75e9b630524 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524 2024-12-08T19:24:57,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524, entries=100, sequenceid=16, filesize=9.4 K 2024-12-08T19:24:57,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/a0dcb6ab1745410b85a6ff2a967bbc71 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71 2024-12-08T19:24:57,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71, entries=100, sequenceid=16, filesize=9.4 K 2024-12-08T19:24:57,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for efe58bf1c9567cc7f90f5520cef0797c in 1294ms, sequenceid=16, compaction requested=false 2024-12-08T19:24:57,561 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T19:24:57,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:57,627 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:57,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:57,628 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:24:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:57,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088d6cfd636b0049229b0acd3fa1e4c550_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685896281/Put/seqid=0 2024-12-08T19:24:57,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742466_1642 (size=12154) 2024-12-08T19:24:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:57,650 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088d6cfd636b0049229b0acd3fa1e4c550_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d6cfd636b0049229b0acd3fa1e4c550_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/db92fb0b9b644b0eb30e95a1d9ff0e46, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:57,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/db92fb0b9b644b0eb30e95a1d9ff0e46 is 175, key is test_row_0/A:col10/1733685896281/Put/seqid=0 2024-12-08T19:24:57,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742467_1643 (size=30955) 2024-12-08T19:24:57,658 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/db92fb0b9b644b0eb30e95a1d9ff0e46 2024-12-08T19:24:57,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/1f936e97007343a8804c11c8bff57d61 is 50, key is test_row_0/B:col10/1733685896281/Put/seqid=0 2024-12-08T19:24:57,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742468_1644 (size=12001) 2024-12-08T19:24:57,665 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/1f936e97007343a8804c11c8bff57d61 2024-12-08T19:24:57,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/53076be2389f49c1a3094ce1aa57537d is 50, key is test_row_0/C:col10/1733685896281/Put/seqid=0 2024-12-08T19:24:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742469_1645 (size=12001) 2024-12-08T19:24:57,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T19:24:58,073 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/53076be2389f49c1a3094ce1aa57537d 2024-12-08T19:24:58,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/db92fb0b9b644b0eb30e95a1d9ff0e46 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46 2024-12-08T19:24:58,078 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46, entries=150, sequenceid=41, filesize=30.2 K 2024-12-08T19:24:58,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/1f936e97007343a8804c11c8bff57d61 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61 2024-12-08T19:24:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,081 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/53076be2389f49c1a3094ce1aa57537d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d 2024-12-08T19:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for efe58bf1c9567cc7f90f5520cef0797c in 457ms, sequenceid=41, compaction requested=false 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-08T19:24:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-08T19:24:58,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.8310 sec 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T19:24:58,364 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:24:58,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,367 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:58,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:24:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:24:58,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e1747a3ae0a448cf81eaa13bce4db11e_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685958443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685958445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685958446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742471_1647 (size=26798) 2024-12-08T19:24:58,454 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685958453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,458 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e1747a3ae0a448cf81eaa13bce4db11e_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1747a3ae0a448cf81eaa13bce4db11e_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:58,459 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/7e75c41f41c447b4add574150b98ccfa, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/7e75c41f41c447b4add574150b98ccfa is 175, key is test_row_0/A:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685958460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742470_1646 (size=82585) 2024-12-08T19:24:58,464 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/7e75c41f41c447b4add574150b98ccfa 2024-12-08T19:24:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:24:58,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/51313c82a75847d89a0512eac7e60818 is 50, key is test_row_0/B:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742472_1648 (size=12001) 2024-12-08T19:24:58,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/51313c82a75847d89a0512eac7e60818 2024-12-08T19:24:58,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/18ac8ef25ffe44eea2b044ad6b48a08a is 50, key is test_row_0/C:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,519 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:58,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742473_1649 (size=12001) 2024-12-08T19:24:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/18ac8ef25ffe44eea2b044ad6b48a08a 2024-12-08T19:24:58,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/7e75c41f41c447b4add574150b98ccfa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa 2024-12-08T19:24:58,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa, entries=450, sequenceid=53, filesize=80.6 K 2024-12-08T19:24:58,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/51313c82a75847d89a0512eac7e60818 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818 2024-12-08T19:24:58,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T19:24:58,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/18ac8ef25ffe44eea2b044ad6b48a08a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a 2024-12-08T19:24:58,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T19:24:58,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for efe58bf1c9567cc7f90f5520cef0797c in 116ms, sequenceid=53, compaction requested=true 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:58,538 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:58,538 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:24:58,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:58,539 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 135901 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:58,539 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:58,539 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/A is initiating minor compaction (all files) 2024-12-08T19:24:58,539 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/B is initiating minor compaction (all files) 2024-12-08T19:24:58,539 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/B in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,539 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/A in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,539 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=132.7 K 2024-12-08T19:24:58,539 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=32.9 K 2024-12-08T19:24:58,539 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,539 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa] 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e9d8207b33cc451bb84da75e9b630524, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733685896266 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d88417a7dad04a51a97ad6b8a0bed52a, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733685896266 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f936e97007343a8804c11c8bff57d61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733685896281 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting db92fb0b9b644b0eb30e95a1d9ff0e46, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733685896281 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 51313c82a75847d89a0512eac7e60818, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898419 2024-12-08T19:24:58,540 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e75c41f41c447b4add574150b98ccfa, keycount=450, bloomtype=ROW, size=80.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898415 2024-12-08T19:24:58,544 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,545 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#B#compaction#560 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:58,545 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412084feabf359808424f8cd0e38b0075977f_efe58bf1c9567cc7f90f5520cef0797c store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,545 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/1dfbe199db4c4410b8d901c42018ba9b is 50, key is test_row_0/B:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,547 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412084feabf359808424f8cd0e38b0075977f_efe58bf1c9567cc7f90f5520cef0797c, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,547 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084feabf359808424f8cd0e38b0075977f_efe58bf1c9567cc7f90f5520cef0797c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:58,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:24:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742474_1650 (size=12104) 2024-12-08T19:24:58,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742475_1651 (size=4469) 2024-12-08T19:24:58,561 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#A#compaction#561 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:58,561 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/4214f6f3103f47f7b868f73e8dfa3d7b is 175, key is test_row_0/A:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685958559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685958559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685958559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685958559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685958563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081ece9d3eb13440bdb89b64186c41c01e_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685898550/Put/seqid=0 2024-12-08T19:24:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742476_1652 (size=31058) 2024-12-08T19:24:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742477_1653 (size=17034) 2024-12-08T19:24:58,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685958663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685958663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685958664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:24:58,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:58,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685958765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685958768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:58,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685958865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685958866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685958866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:58,959 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/1dfbe199db4c4410b8d901c42018ba9b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1dfbe199db4c4410b8d901c42018ba9b 2024-12-08T19:24:58,962 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/B of efe58bf1c9567cc7f90f5520cef0797c into 1dfbe199db4c4410b8d901c42018ba9b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:58,962 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:58,962 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/B, priority=13, startTime=1733685898538; duration=0sec 2024-12-08T19:24:58,962 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:24:58,962 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:B 2024-12-08T19:24:58,962 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T19:24:58,962 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T19:24:58,963 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/C is initiating minor compaction (all files) 2024-12-08T19:24:58,963 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/C in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,963 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=32.9 K 2024-12-08T19:24:58,963 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting a0dcb6ab1745410b85a6ff2a967bbc71, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733685896266 2024-12-08T19:24:58,963 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 53076be2389f49c1a3094ce1aa57537d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733685896281 2024-12-08T19:24:58,963 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 18ac8ef25ffe44eea2b044ad6b48a08a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898419 2024-12-08T19:24:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:24:58,968 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#C#compaction#563 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:24:58,969 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/cce382ede8c4412fba2c66857cecb889 is 50, key is test_row_0/C:col10/1733685898419/Put/seqid=0 2024-12-08T19:24:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742478_1654 (size=12104) 2024-12-08T19:24:58,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:58,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:58,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:58,991 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/4214f6f3103f47f7b868f73e8dfa3d7b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b 2024-12-08T19:24:58,994 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/A of efe58bf1c9567cc7f90f5520cef0797c into 4214f6f3103f47f7b868f73e8dfa3d7b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:58,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:58,994 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/A, priority=13, startTime=1733685898538; duration=0sec 2024-12-08T19:24:58,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:58,994 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:A 2024-12-08T19:24:58,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:58,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081ece9d3eb13440bdb89b64186c41c01e_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ece9d3eb13440bdb89b64186c41c01e_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:58,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/6aed5fe76b624ff9b854329568f6c877, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:58,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/6aed5fe76b624ff9b854329568f6c877 is 175, key is test_row_0/A:col10/1733685898550/Put/seqid=0 2024-12-08T19:24:59,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742479_1655 (size=48139) 2024-12-08T19:24:59,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/6aed5fe76b624ff9b854329568f6c877 2024-12-08T19:24:59,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/ebac8b8aaa994f04b5799367ccc5b56a is 50, key is test_row_0/B:col10/1733685898550/Put/seqid=0 2024-12-08T19:24:59,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742480_1656 (size=12001) 2024-12-08T19:24:59,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/ebac8b8aaa994f04b5799367ccc5b56a 2024-12-08T19:24:59,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/abf168b3b5084fa1ad5ba8ed338135de is 50, key is test_row_0/C:col10/1733685898550/Put/seqid=0 2024-12-08T19:24:59,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742481_1657 (size=12001) 2024-12-08T19:24:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685959068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685959071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,128 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:59,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:59,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685959171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685959171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685959171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,280 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:59,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:59,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:24:59,380 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/cce382ede8c4412fba2c66857cecb889 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/cce382ede8c4412fba2c66857cecb889 2024-12-08T19:24:59,383 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/C of efe58bf1c9567cc7f90f5520cef0797c into cce382ede8c4412fba2c66857cecb889(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:24:59,383 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:59,383 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/C, priority=13, startTime=1733685898538; duration=0sec 2024-12-08T19:24:59,383 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:24:59,383 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:C 2024-12-08T19:24:59,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/abf168b3b5084fa1ad5ba8ed338135de 2024-12-08T19:24:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/6aed5fe76b624ff9b854329568f6c877 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877 2024-12-08T19:24:59,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877, entries=250, sequenceid=80, filesize=47.0 K 2024-12-08T19:24:59,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/ebac8b8aaa994f04b5799367ccc5b56a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a 2024-12-08T19:24:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T19:24:59,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/abf168b3b5084fa1ad5ba8ed338135de as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de 2024-12-08T19:24:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T19:24:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for efe58bf1c9567cc7f90f5520cef0797c in 880ms, sequenceid=80, compaction requested=false 2024-12-08T19:24:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:24:59,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T19:24:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:24:59,432 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:24:59,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:24:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208626a3eeffce5445da34cbcabd11ba288_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685898558/Put/seqid=0 2024-12-08T19:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742482_1658 (size=9714) 2024-12-08T19:24:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:24:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685959609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685959610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685959674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685959675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685959677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685959711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685959712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:24:59,863 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208626a3eeffce5445da34cbcabd11ba288_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208626a3eeffce5445da34cbcabd11ba288_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:24:59,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/89b4d4ac7fc64e2cb42171a1278e364e, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:24:59,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/89b4d4ac7fc64e2cb42171a1278e364e is 175, key is test_row_0/A:col10/1733685898558/Put/seqid=0 2024-12-08T19:24:59,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742483_1659 (size=22361) 2024-12-08T19:24:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685959914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:24:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:24:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685959914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685960218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685960218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/89b4d4ac7fc64e2cb42171a1278e364e 2024-12-08T19:25:00,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/f5abdbd694964ec8b124883f426248bc is 50, key is test_row_0/B:col10/1733685898558/Put/seqid=0 2024-12-08T19:25:00,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742484_1660 (size=9657) 2024-12-08T19:25:00,301 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/f5abdbd694964ec8b124883f426248bc 2024-12-08T19:25:00,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/fe66a4c61c9846a28e9c15cedadaba79 is 50, key is test_row_0/C:col10/1733685898558/Put/seqid=0 2024-12-08T19:25:00,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742485_1661 (size=9657) 2024-12-08T19:25:00,308 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/fe66a4c61c9846a28e9c15cedadaba79 2024-12-08T19:25:00,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/89b4d4ac7fc64e2cb42171a1278e364e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e 2024-12-08T19:25:00,313 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e, entries=100, sequenceid=92, filesize=21.8 K 2024-12-08T19:25:00,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/f5abdbd694964ec8b124883f426248bc as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc 2024-12-08T19:25:00,316 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc, entries=100, sequenceid=92, filesize=9.4 K 2024-12-08T19:25:00,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/fe66a4c61c9846a28e9c15cedadaba79 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79 2024-12-08T19:25:00,319 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79, entries=100, sequenceid=92, filesize=9.4 K 2024-12-08T19:25:00,319 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for efe58bf1c9567cc7f90f5520cef0797c in 887ms, sequenceid=92, compaction requested=true 2024-12-08T19:25:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:00,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-08T19:25:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-08T19:25:00,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-08T19:25:00,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9530 sec 2024-12-08T19:25:00,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.9560 sec 2024-12-08T19:25:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T19:25:00,469 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-08T19:25:00,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-08T19:25:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:00,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:00,471 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:00,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:00,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:00,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:00,623 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:00,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085092a54336ab43388890a701be925ddc_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685899609/Put/seqid=0 2024-12-08T19:25:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742486_1662 (size=12154) 2024-12-08T19:25:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:00,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685960686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685960687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685960688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685960721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685960723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:00,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685960789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685960790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685960992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:00,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685960993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:01,034 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085092a54336ab43388890a701be925ddc_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085092a54336ab43388890a701be925ddc_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/8061a9a1cfdc492aa58dfa8be7cc1218, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:01,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/8061a9a1cfdc492aa58dfa8be7cc1218 is 175, key is test_row_0/A:col10/1733685899609/Put/seqid=0 2024-12-08T19:25:01,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742487_1663 (size=30955) 2024-12-08T19:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:01,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685961294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685961296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,438 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/8061a9a1cfdc492aa58dfa8be7cc1218 2024-12-08T19:25:01,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/8647aef619574a6dbd818c65d6eff2ec is 50, key is test_row_0/B:col10/1733685899609/Put/seqid=0 2024-12-08T19:25:01,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742488_1664 (size=12001) 2024-12-08T19:25:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685961724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685961730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685961798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685961799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:01,846 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/8647aef619574a6dbd818c65d6eff2ec 2024-12-08T19:25:01,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/c49a71ea39484ef691db726e54e5de74 is 50, key is test_row_0/C:col10/1733685899609/Put/seqid=0 2024-12-08T19:25:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742489_1665 (size=12001) 2024-12-08T19:25:02,255 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/c49a71ea39484ef691db726e54e5de74 2024-12-08T19:25:02,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/8061a9a1cfdc492aa58dfa8be7cc1218 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218 2024-12-08T19:25:02,260 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218, entries=150, sequenceid=119, filesize=30.2 K 2024-12-08T19:25:02,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/8647aef619574a6dbd818c65d6eff2ec as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec 2024-12-08T19:25:02,262 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T19:25:02,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/c49a71ea39484ef691db726e54e5de74 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74 2024-12-08T19:25:02,265 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T19:25:02,266 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for efe58bf1c9567cc7f90f5520cef0797c in 1643ms, sequenceid=119, compaction requested=true 2024-12-08T19:25:02,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:02,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:02,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-08T19:25:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-08T19:25:02,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-08T19:25:02,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-12-08T19:25:02,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.7980 sec 2024-12-08T19:25:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T19:25:02,574 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-08T19:25:02,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-08T19:25:02,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:02,576 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:02,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:02,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:02,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:02,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:02,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084b3ad2ee95ce4619af0888dca7eb45e9_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742490_1666 (size=14694) 2024-12-08T19:25:02,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:02,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:02,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:02,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:02,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:02,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:02,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685962749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:02,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:02,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685962802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:02,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685962806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:02,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685962851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:02,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:02,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:02,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:02,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:02,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:02,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685963054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:03,105 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:03,107 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084b3ad2ee95ce4619af0888dca7eb45e9_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084b3ad2ee95ce4619af0888dca7eb45e9_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:03,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/ea97ed01df02427fb38756fb61a59214, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:03,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/ea97ed01df02427fb38756fb61a59214 is 175, key is test_row_0/A:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742491_1667 (size=39649) 2024-12-08T19:25:03,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:03,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685963358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:03,487 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,511 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/ea97ed01df02427fb38756fb61a59214 2024-12-08T19:25:03,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/6249a3d26d1e477492bab1df7b27c3e8 is 50, key is test_row_0/B:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:03,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742492_1668 (size=12101) 2024-12-08T19:25:03,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:03,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685963742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:03,743 DEBUG [Thread-2791 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:25:03,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685963743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:03,745 DEBUG [Thread-2787 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:25:03,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685963864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:03,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/6249a3d26d1e477492bab1df7b27c3e8 2024-12-08T19:25:03,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/0790a129b37b4eceb2f11426955e732a is 50, key is test_row_0/C:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742493_1669 (size=12101) 2024-12-08T19:25:03,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:03,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:03,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:04,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:04,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:04,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/0790a129b37b4eceb2f11426955e732a 2024-12-08T19:25:04,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/ea97ed01df02427fb38756fb61a59214 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214 2024-12-08T19:25:04,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214, entries=200, sequenceid=130, filesize=38.7 K 2024-12-08T19:25:04,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/6249a3d26d1e477492bab1df7b27c3e8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8 2024-12-08T19:25:04,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:25:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/0790a129b37b4eceb2f11426955e732a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a 2024-12-08T19:25:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a, entries=150, sequenceid=130, filesize=11.8 K 2024-12-08T19:25:04,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for efe58bf1c9567cc7f90f5520cef0797c in 1645ms, sequenceid=130, compaction requested=true 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:25:04,343 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:04,343 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:25:04,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:25:04,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:25:04,344 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 172162 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:25:04,344 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57864 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:25:04,344 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/A is initiating minor compaction (all files) 2024-12-08T19:25:04,344 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/B is initiating minor compaction (all files) 2024-12-08T19:25:04,345 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/A in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,345 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/B in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,345 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=168.1 K 2024-12-08T19:25:04,345 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1dfbe199db4c4410b8d901c42018ba9b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=56.5 K 2024-12-08T19:25:04,345 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,345 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214] 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4214f6f3103f47f7b868f73e8dfa3d7b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898419 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dfbe199db4c4410b8d901c42018ba9b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898419 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6aed5fe76b624ff9b854329568f6c877, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685898445 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting ebac8b8aaa994f04b5799367ccc5b56a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685898447 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89b4d4ac7fc64e2cb42171a1278e364e, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733685898554 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting f5abdbd694964ec8b124883f426248bc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733685898554 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8061a9a1cfdc492aa58dfa8be7cc1218, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685899602 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 8647aef619574a6dbd818c65d6eff2ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685899602 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea97ed01df02427fb38756fb61a59214, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900679 2024-12-08T19:25:04,346 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 6249a3d26d1e477492bab1df7b27c3e8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900687 2024-12-08T19:25:04,354 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#B#compaction#575 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:04,354 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/3e54d995275a4a47b5c9912baf546e20 is 50, key is test_row_0/B:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:04,355 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:04,357 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208b8230b808a2a4ced82c282066e63a3f3_efe58bf1c9567cc7f90f5520cef0797c store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:04,360 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208b8230b808a2a4ced82c282066e63a3f3_efe58bf1c9567cc7f90f5520cef0797c, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:04,360 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b8230b808a2a4ced82c282066e63a3f3_efe58bf1c9567cc7f90f5520cef0797c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742494_1670 (size=12375) 2024-12-08T19:25:04,366 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/3e54d995275a4a47b5c9912baf546e20 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/3e54d995275a4a47b5c9912baf546e20 2024-12-08T19:25:04,370 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/B of efe58bf1c9567cc7f90f5520cef0797c into 3e54d995275a4a47b5c9912baf546e20(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:04,370 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:04,370 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/B, priority=11, startTime=1733685904343; duration=0sec 2024-12-08T19:25:04,370 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:25:04,370 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:B 2024-12-08T19:25:04,370 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T19:25:04,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742495_1671 (size=4469) 2024-12-08T19:25:04,371 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57864 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T19:25:04,371 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/C is initiating minor compaction (all files) 2024-12-08T19:25:04,371 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/C in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,372 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/cce382ede8c4412fba2c66857cecb889, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=56.5 K 2024-12-08T19:25:04,372 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting cce382ede8c4412fba2c66857cecb889, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733685898419 2024-12-08T19:25:04,372 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting abf168b3b5084fa1ad5ba8ed338135de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733685898447 2024-12-08T19:25:04,372 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting fe66a4c61c9846a28e9c15cedadaba79, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733685898554 2024-12-08T19:25:04,373 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#A#compaction#576 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:04,373 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting c49a71ea39484ef691db726e54e5de74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733685899602 2024-12-08T19:25:04,373 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 0790a129b37b4eceb2f11426955e732a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900687 2024-12-08T19:25:04,373 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/c8fc699d34174880b3f34ba835b822b7 is 175, key is test_row_0/A:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:04,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742496_1672 (size=31329) 2024-12-08T19:25:04,379 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/c8fc699d34174880b3f34ba835b822b7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7 2024-12-08T19:25:04,380 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:04,381 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/af8d05f3373a48f1916a99c3fddd9794 is 50, key is test_row_0/C:col10/1733685902694/Put/seqid=0 2024-12-08T19:25:04,383 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/A of efe58bf1c9567cc7f90f5520cef0797c into c8fc699d34174880b3f34ba835b822b7(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:04,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:04,383 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/A, priority=11, startTime=1733685904343; duration=0sec 2024-12-08T19:25:04,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:04,383 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:A 2024-12-08T19:25:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742497_1673 (size=12375) 2024-12-08T19:25:04,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:04,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:04,400 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:04,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:04,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208632fd32efa044bacad3f9bf8d8af0844_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685902748/Put/seqid=0 2024-12-08T19:25:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742498_1674 (size=12304) 2024-12-08T19:25:04,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:04,787 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/af8d05f3373a48f1916a99c3fddd9794 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/af8d05f3373a48f1916a99c3fddd9794 2024-12-08T19:25:04,790 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/C of efe58bf1c9567cc7f90f5520cef0797c into af8d05f3373a48f1916a99c3fddd9794(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:04,790 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:04,790 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/C, priority=11, startTime=1733685904343; duration=0sec 2024-12-08T19:25:04,790 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:04,790 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:C 2024-12-08T19:25:04,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:04,809 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208632fd32efa044bacad3f9bf8d8af0844_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208632fd32efa044bacad3f9bf8d8af0844_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/eb888fcee4e545b992f0ff02b8015ce7, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:04,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/eb888fcee4e545b992f0ff02b8015ce7 is 175, key is test_row_0/A:col10/1733685902748/Put/seqid=0 2024-12-08T19:25:04,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:04,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742499_1675 (size=31105) 2024-12-08T19:25:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685964841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:04,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:04,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685964841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:04,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685964872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:04,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685964943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:04,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:04,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685964943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685965144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685965145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,213 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/eb888fcee4e545b992f0ff02b8015ce7 2024-12-08T19:25:05,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/565754a00fb24cb1b7457dc331b32aa2 is 50, key is test_row_0/B:col10/1733685902748/Put/seqid=0 2024-12-08T19:25:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742500_1676 (size=12151) 2024-12-08T19:25:05,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685965446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685965449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,653 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/565754a00fb24cb1b7457dc331b32aa2 2024-12-08T19:25:05,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/1beebef86be74267a02cd5b4a48855c1 is 50, key is test_row_0/C:col10/1733685902748/Put/seqid=0 2024-12-08T19:25:05,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742501_1677 (size=12151) 2024-12-08T19:25:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685965950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:05,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685965953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:06,061 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/1beebef86be74267a02cd5b4a48855c1 2024-12-08T19:25:06,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/eb888fcee4e545b992f0ff02b8015ce7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7 2024-12-08T19:25:06,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7, entries=150, sequenceid=157, filesize=30.4 K 2024-12-08T19:25:06,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/565754a00fb24cb1b7457dc331b32aa2 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2 2024-12-08T19:25:06,069 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2, entries=150, sequenceid=157, filesize=11.9 K 2024-12-08T19:25:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/1beebef86be74267a02cd5b4a48855c1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1 2024-12-08T19:25:06,072 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1, entries=150, sequenceid=157, filesize=11.9 K 2024-12-08T19:25:06,073 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for efe58bf1c9567cc7f90f5520cef0797c in 1673ms, sequenceid=157, compaction requested=false 2024-12-08T19:25:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:06,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-08T19:25:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-08T19:25:06,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-08T19:25:06,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4980 sec 2024-12-08T19:25:06,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 3.5000 sec 2024-12-08T19:25:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T19:25:06,679 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-08T19:25:06,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-08T19:25:06,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:06,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:06,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:06,832 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:06,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:06,833 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:06,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081ef0472167d4424ea26e83cae385a1f1_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685904817/Put/seqid=0 2024-12-08T19:25:06,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742502_1678 (size=12304) 2024-12-08T19:25:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:06,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:06,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685966926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685966954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:06,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685966964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685967028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685967232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:07,242 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081ef0472167d4424ea26e83cae385a1f1_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ef0472167d4424ea26e83cae385a1f1_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d29551b3fadd4c59b6759ae08116b09a, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d29551b3fadd4c59b6759ae08116b09a is 175, key is test_row_0/A:col10/1733685904817/Put/seqid=0 2024-12-08T19:25:07,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742503_1679 (size=31105) 2024-12-08T19:25:07,245 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d29551b3fadd4c59b6759ae08116b09a 2024-12-08T19:25:07,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/79791bd74d31443c9ce23bb4f97ea4e6 is 50, key is test_row_0/B:col10/1733685904817/Put/seqid=0 2024-12-08T19:25:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742504_1680 (size=12151) 2024-12-08T19:25:07,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685967536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:07,652 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/79791bd74d31443c9ce23bb4f97ea4e6 2024-12-08T19:25:07,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/e56cd232c71d432580212d34abebc29e is 50, key is test_row_0/C:col10/1733685904817/Put/seqid=0 2024-12-08T19:25:07,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742505_1681 (size=12151) 2024-12-08T19:25:07,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56036 deadline: 1733685967749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:07,750 DEBUG [Thread-2787 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:25:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56010 deadline: 1733685967774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:07,775 DEBUG [Thread-2791 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., hostname=8760adbab633,37895,1733685735339, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T19:25:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:08,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685968042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:08,059 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/e56cd232c71d432580212d34abebc29e 2024-12-08T19:25:08,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/d29551b3fadd4c59b6759ae08116b09a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a 2024-12-08T19:25:08,064 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a, entries=150, sequenceid=170, filesize=30.4 K 2024-12-08T19:25:08,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/79791bd74d31443c9ce23bb4f97ea4e6 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6 2024-12-08T19:25:08,066 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T19:25:08,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/e56cd232c71d432580212d34abebc29e as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e 2024-12-08T19:25:08,070 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T19:25:08,070 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for efe58bf1c9567cc7f90f5520cef0797c in 1237ms, sequenceid=170, compaction requested=true 2024-12-08T19:25:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-08T19:25:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-08T19:25:08,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-08T19:25:08,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3890 sec 2024-12-08T19:25:08,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.3930 sec 2024-12-08T19:25:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T19:25:08,785 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-08T19:25:08,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-08T19:25:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:08,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:08,787 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:08,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:08,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:08,939 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:08,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d1f97026426045e5ac3691e15d76ce4d_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685906925/Put/seqid=0 2024-12-08T19:25:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742506_1682 (size=12304) 2024-12-08T19:25:08,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:08,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685968986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:08,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685968986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685969048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:09,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685969088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685969088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685969291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685969291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:09,348 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d1f97026426045e5ac3691e15d76ce4d_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d1f97026426045e5ac3691e15d76ce4d_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/b81df7cb82984cd4ae0013100dd688aa, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/b81df7cb82984cd4ae0013100dd688aa is 175, key is test_row_0/A:col10/1733685906925/Put/seqid=0 2024-12-08T19:25:09,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742507_1683 (size=31105) 2024-12-08T19:25:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:09,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685969594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685969595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:09,754 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/b81df7cb82984cd4ae0013100dd688aa 2024-12-08T19:25:09,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/34bb3aa816bf4a4ab2edca63dd466b8c is 50, key is test_row_0/B:col10/1733685906925/Put/seqid=0 2024-12-08T19:25:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742508_1684 (size=12151) 2024-12-08T19:25:09,761 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/34bb3aa816bf4a4ab2edca63dd466b8c 2024-12-08T19:25:09,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/4c411f8a1fd4445e8d1a98807c01a888 is 50, key is test_row_0/C:col10/1733685906925/Put/seqid=0 2024-12-08T19:25:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742509_1685 (size=12151) 2024-12-08T19:25:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:10,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685970098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685970101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:10,168 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/4c411f8a1fd4445e8d1a98807c01a888 2024-12-08T19:25:10,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/b81df7cb82984cd4ae0013100dd688aa as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa 2024-12-08T19:25:10,173 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa, entries=150, sequenceid=194, filesize=30.4 K 2024-12-08T19:25:10,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/34bb3aa816bf4a4ab2edca63dd466b8c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c 2024-12-08T19:25:10,176 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c, entries=150, sequenceid=194, filesize=11.9 K 2024-12-08T19:25:10,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/4c411f8a1fd4445e8d1a98807c01a888 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888 2024-12-08T19:25:10,178 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888, entries=150, sequenceid=194, filesize=11.9 K 2024-12-08T19:25:10,179 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for efe58bf1c9567cc7f90f5520cef0797c in 1240ms, sequenceid=194, compaction requested=true 2024-12-08T19:25:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:10,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-08T19:25:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-08T19:25:10,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-08T19:25:10,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3930 sec 2024-12-08T19:25:10,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 1.3950 sec 2024-12-08T19:25:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-08T19:25:10,890 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-08T19:25:10,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-08T19:25:10,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:10,893 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:10,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:11,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:11,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:11,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:11,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a475f3c7aed04aa5a76023ea00757d06_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685908985/Put/seqid=0 2024-12-08T19:25:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742510_1686 (size=12304) 2024-12-08T19:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:11,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685971108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685971109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685971110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685971212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685971213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685971414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685971415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:11,454 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a475f3c7aed04aa5a76023ea00757d06_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a475f3c7aed04aa5a76023ea00757d06_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:11,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/23c3efb72958416ea9533bb9554a95d9, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:11,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/23c3efb72958416ea9533bb9554a95d9 is 175, key is test_row_0/A:col10/1733685908985/Put/seqid=0 2024-12-08T19:25:11,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742511_1687 (size=31105) 2024-12-08T19:25:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685971716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685971716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:11,859 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/23c3efb72958416ea9533bb9554a95d9 2024-12-08T19:25:11,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/938d4d4943834964865688dae3232b7c is 50, key is test_row_0/B:col10/1733685908985/Put/seqid=0 2024-12-08T19:25:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742512_1688 (size=12151) 2024-12-08T19:25:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:12,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685972218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:12,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685972221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:12,267 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/938d4d4943834964865688dae3232b7c 2024-12-08T19:25:12,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/172a1caddfb3448f889728e94605ce94 is 50, key is test_row_0/C:col10/1733685908985/Put/seqid=0 2024-12-08T19:25:12,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742513_1689 (size=12151) 2024-12-08T19:25:12,275 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/172a1caddfb3448f889728e94605ce94 2024-12-08T19:25:12,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/23c3efb72958416ea9533bb9554a95d9 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9 2024-12-08T19:25:12,280 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9, entries=150, sequenceid=207, filesize=30.4 K 2024-12-08T19:25:12,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/938d4d4943834964865688dae3232b7c as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c 2024-12-08T19:25:12,283 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T19:25:12,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/172a1caddfb3448f889728e94605ce94 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94 2024-12-08T19:25:12,286 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T19:25:12,286 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for efe58bf1c9567cc7f90f5520cef0797c in 1242ms, sequenceid=207, compaction requested=true 2024-12-08T19:25:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:12,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-08T19:25:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-08T19:25:12,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-08T19:25:12,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-12-08T19:25:12,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 1.3970 sec 2024-12-08T19:25:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T19:25:12,996 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-08T19:25:12,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T19:25:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-08T19:25:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:12,997 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T19:25:12,998 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T19:25:12,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T19:25:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:13,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:13,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:13,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120877ce2d49c7cf4fd3a576220042bb3721_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742514_1690 (size=14794) 2024-12-08T19:25:13,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685973155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685973229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685973230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685973258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:13,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685973459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,539 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:13,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120877ce2d49c7cf4fd3a576220042bb3721_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120877ce2d49c7cf4fd3a576220042bb3721_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:13,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/df31aeb2dfe74147a031d50fcf130aa4, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:13,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/df31aeb2dfe74147a031d50fcf130aa4 is 175, key is test_row_0/A:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742515_1691 (size=39749) 2024-12-08T19:25:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:13,605 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685973763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:13,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T19:25:13,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:13,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:13,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:13,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:13,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:13,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/df31aeb2dfe74147a031d50fcf130aa4 2024-12-08T19:25:13,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e559d3082e8a4789a739ce8be38bba99 is 50, key is test_row_0/B:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742516_1692 (size=12151) 2024-12-08T19:25:14,061 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:14,213 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:14,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685974265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:14,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e559d3082e8a4789a739ce8be38bba99 2024-12-08T19:25:14,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/eb9f716e616a431c8b506a3488a817d7 is 50, key is test_row_0/C:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742517_1693 (size=12151) 2024-12-08T19:25:14,365 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T19:25:14,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/eb9f716e616a431c8b506a3488a817d7 2024-12-08T19:25:14,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/df31aeb2dfe74147a031d50fcf130aa4 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4 2024-12-08T19:25:14,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4, entries=200, sequenceid=232, filesize=38.8 K 2024-12-08T19:25:14,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/e559d3082e8a4789a739ce8be38bba99 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99 2024-12-08T19:25:14,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T19:25:14,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/eb9f716e616a431c8b506a3488a817d7 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7 2024-12-08T19:25:14,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7, entries=150, sequenceid=232, filesize=11.9 K 2024-12-08T19:25:14,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for efe58bf1c9567cc7f90f5520cef0797c in 1640ms, sequenceid=232, compaction requested=true 2024-12-08T19:25:14,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:14,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:25:14,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:14,771 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T19:25:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T19:25:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:14,772 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T19:25:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T19:25:14,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 195498 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73130 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/A is initiating minor compaction (all files) 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/B is initiating minor compaction (all files) 2024-12-08T19:25:14,773 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/A in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,773 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/B in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,773 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/3e54d995275a4a47b5c9912baf546e20, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=71.4 K 2024-12-08T19:25:14,773 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=190.9 K 2024-12-08T19:25:14,773 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. files: [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4] 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8fc699d34174880b3f34ba835b822b7, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900687 2024-12-08T19:25:14,773 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e54d995275a4a47b5c9912baf546e20, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900687 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb888fcee4e545b992f0ff02b8015ce7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733685902725 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 565754a00fb24cb1b7457dc331b32aa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733685902725 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29551b3fadd4c59b6759ae08116b09a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685904817 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 79791bd74d31443c9ce23bb4f97ea4e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685904817 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting b81df7cb82984cd4ae0013100dd688aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733685906918 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 34bb3aa816bf4a4ab2edca63dd466b8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733685906918 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23c3efb72958416ea9533bb9554a95d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733685908982 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 938d4d4943834964865688dae3232b7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733685908982 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] compactions.Compactor(224): Compacting df31aeb2dfe74147a031d50fcf130aa4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733685911101 2024-12-08T19:25:14,774 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e559d3082e8a4789a739ce8be38bba99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733685911101 2024-12-08T19:25:14,781 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#B#compaction#593 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:14,782 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/21726fb4cc64428ea80a89777ee282f1 is 50, key is test_row_0/B:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:14,783 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742518_1694 (size=12629) 2024-12-08T19:25:14,785 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208edfdb9f7c8b9497da1a616950574ccba_efe58bf1c9567cc7f90f5520cef0797c store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:14,788 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208edfdb9f7c8b9497da1a616950574ccba_efe58bf1c9567cc7f90f5520cef0797c, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:14,788 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208edfdb9f7c8b9497da1a616950574ccba_efe58bf1c9567cc7f90f5520cef0797c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:14,789 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/21726fb4cc64428ea80a89777ee282f1 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/21726fb4cc64428ea80a89777ee282f1 2024-12-08T19:25:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742519_1695 (size=4469) 2024-12-08T19:25:14,792 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#A#compaction#594 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:14,792 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/147fdc14b9d9475f800836dbcdb0204b is 175, key is test_row_0/A:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:14,793 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/B of efe58bf1c9567cc7f90f5520cef0797c into 21726fb4cc64428ea80a89777ee282f1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:14,793 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:14,793 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/B, priority=10, startTime=1733685914771; duration=0sec 2024-12-08T19:25:14,793 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T19:25:14,793 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:B 2024-12-08T19:25:14,793 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-08T19:25:14,794 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73130 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-08T19:25:14,794 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1540): efe58bf1c9567cc7f90f5520cef0797c/C is initiating minor compaction (all files) 2024-12-08T19:25:14,794 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of efe58bf1c9567cc7f90f5520cef0797c/C in TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,794 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/af8d05f3373a48f1916a99c3fddd9794, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7] into tmpdir=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp, totalSize=71.4 K 2024-12-08T19:25:14,794 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting af8d05f3373a48f1916a99c3fddd9794, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733685900687 2024-12-08T19:25:14,794 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 1beebef86be74267a02cd5b4a48855c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733685902725 2024-12-08T19:25:14,795 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting e56cd232c71d432580212d34abebc29e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733685904817 2024-12-08T19:25:14,795 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c411f8a1fd4445e8d1a98807c01a888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733685906918 2024-12-08T19:25:14,795 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting 172a1caddfb3448f889728e94605ce94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733685908982 2024-12-08T19:25:14,795 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] compactions.Compactor(224): Compacting eb9f716e616a431c8b506a3488a817d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733685911101 2024-12-08T19:25:14,802 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): efe58bf1c9567cc7f90f5520cef0797c#C#compaction#595 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T19:25:14,802 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/2075172bcbb64c00914fa5ea1dd04025 is 50, key is test_row_0/C:col10/1733685913130/Put/seqid=0 2024-12-08T19:25:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742520_1696 (size=31583) 2024-12-08T19:25:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742521_1697 (size=12629) 2024-12-08T19:25:14,808 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/2075172bcbb64c00914fa5ea1dd04025 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/2075172bcbb64c00914fa5ea1dd04025 2024-12-08T19:25:14,811 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/C of efe58bf1c9567cc7f90f5520cef0797c into 2075172bcbb64c00914fa5ea1dd04025(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:14,811 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:14,811 INFO [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/C, priority=10, startTime=1733685914772; duration=0sec 2024-12-08T19:25:14,811 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:14,811 DEBUG [RS:0;8760adbab633:37895-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:C 2024-12-08T19:25:14,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:14,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37895 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-08T19:25:14,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:14,821 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T19:25:14,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:14,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:14,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:14,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:14,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bd37ff9eaa8e4db8be95a134a1b768e4_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685913151/Put/seqid=0 2024-12-08T19:25:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742522_1698 (size=12304) 2024-12-08T19:25:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:15,209 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/147fdc14b9d9475f800836dbcdb0204b as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/147fdc14b9d9475f800836dbcdb0204b 2024-12-08T19:25:15,211 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in efe58bf1c9567cc7f90f5520cef0797c/A of efe58bf1c9567cc7f90f5520cef0797c into 147fdc14b9d9475f800836dbcdb0204b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T19:25:15,212 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:15,212 INFO [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c., storeName=efe58bf1c9567cc7f90f5520cef0797c/A, priority=10, startTime=1733685914771; duration=0sec 2024-12-08T19:25:15,212 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:15,212 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:A 2024-12-08T19:25:15,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:15,232 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bd37ff9eaa8e4db8be95a134a1b768e4_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd37ff9eaa8e4db8be95a134a1b768e4_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/70434ec36be7423d9b1ee3d108cd48ea, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/70434ec36be7423d9b1ee3d108cd48ea is 175, key is test_row_0/A:col10/1733685913151/Put/seqid=0 2024-12-08T19:25:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742523_1699 (size=31105) 2024-12-08T19:25:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. as already flushing 2024-12-08T19:25:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685975265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685975266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56018 deadline: 1733685975273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685975367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685975367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685975570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685975570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,637 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/70434ec36be7423d9b1ee3d108cd48ea 2024-12-08T19:25:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/31222401c08d4f0c9fc002d6db2aa671 is 50, key is test_row_0/B:col10/1733685913151/Put/seqid=0 2024-12-08T19:25:15,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742524_1700 (size=12151) 2024-12-08T19:25:15,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685975873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685975874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:16,044 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/31222401c08d4f0c9fc002d6db2aa671 2024-12-08T19:25:16,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/02fe5b7f5c174ccfa4eaac298c896eb5 is 50, key is test_row_0/C:col10/1733685913151/Put/seqid=0 2024-12-08T19:25:16,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742525_1701 (size=12151) 2024-12-08T19:25:16,257 DEBUG [Thread-2794 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x091d72db to 127.0.0.1:55672 2024-12-08T19:25:16,257 DEBUG [Thread-2794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:16,257 DEBUG [Thread-2798 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:55672 2024-12-08T19:25:16,257 DEBUG [Thread-2798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:16,258 DEBUG [Thread-2800 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:55672 2024-12-08T19:25:16,258 DEBUG [Thread-2800 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:16,258 DEBUG [Thread-2796 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d836f78 to 127.0.0.1:55672 2024-12-08T19:25:16,258 DEBUG [Thread-2796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:16,258 DEBUG [Thread-2802 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:55672 2024-12-08T19:25:16,258 DEBUG [Thread-2802 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:16,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:16,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T19:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56016 deadline: 1733685976377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1733685976377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 2024-12-08T19:25:16,478 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/02fe5b7f5c174ccfa4eaac298c896eb5 2024-12-08T19:25:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/70434ec36be7423d9b1ee3d108cd48ea as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/70434ec36be7423d9b1ee3d108cd48ea 2024-12-08T19:25:16,492 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/70434ec36be7423d9b1ee3d108cd48ea, entries=150, sequenceid=245, filesize=30.4 K 2024-12-08T19:25:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/31222401c08d4f0c9fc002d6db2aa671 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/31222401c08d4f0c9fc002d6db2aa671 2024-12-08T19:25:16,496 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/31222401c08d4f0c9fc002d6db2aa671, entries=150, sequenceid=245, filesize=11.9 K 2024-12-08T19:25:16,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/02fe5b7f5c174ccfa4eaac298c896eb5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/02fe5b7f5c174ccfa4eaac298c896eb5 2024-12-08T19:25:16,501 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/02fe5b7f5c174ccfa4eaac298c896eb5, entries=150, sequenceid=245, filesize=11.9 K 2024-12-08T19:25:16,502 INFO [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for efe58bf1c9567cc7f90f5520cef0797c in 1681ms, sequenceid=245, compaction requested=false 2024-12-08T19:25:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:16,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/8760adbab633:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-08T19:25:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-08T19:25:16,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-08T19:25:16,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5050 sec 2024-12-08T19:25:16,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 3.5090 sec 2024-12-08T19:25:17,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-08T19:25:17,102 INFO [Thread-2793 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-08T19:25:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37895 {}] regionserver.HRegion(8581): Flush requested on efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:17,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T19:25:17,291 DEBUG [Thread-2785 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:55672 2024-12-08T19:25:17,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:17,291 DEBUG [Thread-2785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:17,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:17,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083cea9968956a4bf9bf5bd1e7dc8ebd9d_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685915255/Put/seqid=0 2024-12-08T19:25:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742526_1702 (size=12454) 2024-12-08T19:25:17,383 DEBUG [Thread-2783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d9954b7 to 127.0.0.1:55672 2024-12-08T19:25:17,383 DEBUG [Thread-2783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,384 DEBUG [Thread-2789 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:55672 2024-12-08T19:25:17,385 DEBUG [Thread-2789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:17,714 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083cea9968956a4bf9bf5bd1e7dc8ebd9d_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cea9968956a4bf9bf5bd1e7dc8ebd9d_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:17,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/635a57538ebf4afa93c54d3b2e510f98, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:17,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/635a57538ebf4afa93c54d3b2e510f98 is 175, key is test_row_0/A:col10/1733685915255/Put/seqid=0 2024-12-08T19:25:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742527_1703 (size=31255) 2024-12-08T19:25:17,773 DEBUG [Thread-2787 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:55672 2024-12-08T19:25:17,773 DEBUG [Thread-2787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,780 DEBUG [Thread-2791 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:55672 2024-12-08T19:25:17,780 DEBUG [Thread-2791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8303 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7881 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8398 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8298 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7868 2024-12-08T19:25:17,780 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T19:25:17,780 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:25:17,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17e5a47d to 127.0.0.1:55672 2024-12-08T19:25:17,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:17,781 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T19:25:17,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T19:25:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:17,784 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685917783"}]},"ts":"1733685917783"} 2024-12-08T19:25:17,785 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T19:25:17,803 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T19:25:17,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T19:25:17,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, UNASSIGN}] 2024-12-08T19:25:17,806 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, UNASSIGN 2024-12-08T19:25:17,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=CLOSING, regionLocation=8760adbab633,37895,1733685735339 2024-12-08T19:25:17,808 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T19:25:17,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; CloseRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339}] 2024-12-08T19:25:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:17,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 8760adbab633,37895,1733685735339 2024-12-08T19:25:17,960 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(124): Close efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:17,960 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T19:25:17,961 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1681): Closing efe58bf1c9567cc7f90f5520cef0797c, disabling compactions & flushes 2024-12-08T19:25:17,961 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:18,120 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/635a57538ebf4afa93c54d3b2e510f98 2024-12-08T19:25:18,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/9690e2754e574137975582182cdda6c8 is 50, key is test_row_0/B:col10/1733685915255/Put/seqid=0 2024-12-08T19:25:18,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742528_1704 (size=12301) 2024-12-08T19:25:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:18,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/9690e2754e574137975582182cdda6c8 2024-12-08T19:25:18,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/929d64b8308b4868988adcd0cc02f4ee is 50, key is test_row_0/C:col10/1733685915255/Put/seqid=0 2024-12-08T19:25:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742529_1705 (size=12301) 2024-12-08T19:25:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:18,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/929d64b8308b4868988adcd0cc02f4ee 2024-12-08T19:25:18,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/635a57538ebf4afa93c54d3b2e510f98 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/635a57538ebf4afa93c54d3b2e510f98 2024-12-08T19:25:18,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/635a57538ebf4afa93c54d3b2e510f98, entries=150, sequenceid=272, filesize=30.5 K 2024-12-08T19:25:18,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/9690e2754e574137975582182cdda6c8 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/9690e2754e574137975582182cdda6c8 2024-12-08T19:25:18,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/9690e2754e574137975582182cdda6c8, entries=150, sequenceid=272, filesize=12.0 K 2024-12-08T19:25:18,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/929d64b8308b4868988adcd0cc02f4ee as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/929d64b8308b4868988adcd0cc02f4ee 2024-12-08T19:25:18,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/929d64b8308b4868988adcd0cc02f4ee, entries=150, sequenceid=272, filesize=12.0 K 2024-12-08T19:25:18,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for efe58bf1c9567cc7f90f5520cef0797c in 1681ms, sequenceid=272, compaction requested=true 2024-12-08T19:25:18,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:18,972 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:18,972 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:18,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:25:18,972 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. because compaction request was cancelled 2024-12-08T19:25:18,972 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. after waiting 0 ms 2024-12-08T19:25:18,973 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:A 2024-12-08T19:25:18,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:18,973 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. because compaction request was cancelled 2024-12-08T19:25:18,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:B, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:25:18,973 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:B 2024-12-08T19:25:18,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:18,973 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(2837): Flushing efe58bf1c9567cc7f90f5520cef0797c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T19:25:18,973 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. because compaction request was cancelled 2024-12-08T19:25:18,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store efe58bf1c9567cc7f90f5520cef0797c:C, priority=-2147483648, current under compaction store size is 1 2024-12-08T19:25:18,973 DEBUG [RS:0;8760adbab633:37895-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: efe58bf1c9567cc7f90f5520cef0797c:C 2024-12-08T19:25:18,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=A 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=B 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK efe58bf1c9567cc7f90f5520cef0797c, store=C 2024-12-08T19:25:18,973 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T19:25:18,977 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aabe904b40024f4c9f90a0ffcb180e51_efe58bf1c9567cc7f90f5520cef0797c is 50, key is test_row_0/A:col10/1733685917778/Put/seqid=0 2024-12-08T19:25:18,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742530_1706 (size=9914) 2024-12-08T19:25:19,382 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T19:25:19,391 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208aabe904b40024f4c9f90a0ffcb180e51_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aabe904b40024f4c9f90a0ffcb180e51_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:19,393 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/517ccb7e6b8b47a88c178357e86862ee, store: [table=TestAcidGuarantees family=A region=efe58bf1c9567cc7f90f5520cef0797c] 2024-12-08T19:25:19,394 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/517ccb7e6b8b47a88c178357e86862ee is 175, key is test_row_0/A:col10/1733685917778/Put/seqid=0 2024-12-08T19:25:19,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742531_1707 (size=22561) 2024-12-08T19:25:19,799 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/517ccb7e6b8b47a88c178357e86862ee 2024-12-08T19:25:19,811 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/449ca43eac1e4718b02343f65de22cf5 is 50, key is test_row_0/B:col10/1733685917778/Put/seqid=0 2024-12-08T19:25:19,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742532_1708 (size=9857) 2024-12-08T19:25:19,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:20,216 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/449ca43eac1e4718b02343f65de22cf5 2024-12-08T19:25:20,225 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/8a393b3cb5b543e7a9c8538c7bcbab5a is 50, key is test_row_0/C:col10/1733685917778/Put/seqid=0 2024-12-08T19:25:20,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742533_1709 (size=9857) 2024-12-08T19:25:20,630 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/8a393b3cb5b543e7a9c8538c7bcbab5a 2024-12-08T19:25:20,640 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/A/517ccb7e6b8b47a88c178357e86862ee as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/517ccb7e6b8b47a88c178357e86862ee 2024-12-08T19:25:20,643 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/517ccb7e6b8b47a88c178357e86862ee, entries=100, sequenceid=279, filesize=22.0 K 2024-12-08T19:25:20,644 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/B/449ca43eac1e4718b02343f65de22cf5 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/449ca43eac1e4718b02343f65de22cf5 2024-12-08T19:25:20,647 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/449ca43eac1e4718b02343f65de22cf5, entries=100, sequenceid=279, filesize=9.6 K 2024-12-08T19:25:20,647 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/.tmp/C/8a393b3cb5b543e7a9c8538c7bcbab5a as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/8a393b3cb5b543e7a9c8538c7bcbab5a 2024-12-08T19:25:20,651 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/8a393b3cb5b543e7a9c8538c7bcbab5a, entries=100, sequenceid=279, filesize=9.6 K 2024-12-08T19:25:20,651 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for efe58bf1c9567cc7f90f5520cef0797c in 1678ms, sequenceid=279, compaction requested=true 2024-12-08T19:25:20,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4] to archive 2024-12-08T19:25:20,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:25:20,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d88417a7dad04a51a97ad6b8a0bed52a 2024-12-08T19:25:20,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/db92fb0b9b644b0eb30e95a1d9ff0e46 2024-12-08T19:25:20,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/7e75c41f41c447b4add574150b98ccfa 2024-12-08T19:25:20,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/4214f6f3103f47f7b868f73e8dfa3d7b 2024-12-08T19:25:20,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/6aed5fe76b624ff9b854329568f6c877 2024-12-08T19:25:20,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/89b4d4ac7fc64e2cb42171a1278e364e 2024-12-08T19:25:20,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/8061a9a1cfdc492aa58dfa8be7cc1218 2024-12-08T19:25:20,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/ea97ed01df02427fb38756fb61a59214 2024-12-08T19:25:20,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/c8fc699d34174880b3f34ba835b822b7 2024-12-08T19:25:20,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/eb888fcee4e545b992f0ff02b8015ce7 2024-12-08T19:25:20,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/d29551b3fadd4c59b6759ae08116b09a 2024-12-08T19:25:20,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/b81df7cb82984cd4ae0013100dd688aa 2024-12-08T19:25:20,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/23c3efb72958416ea9533bb9554a95d9 2024-12-08T19:25:20,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/df31aeb2dfe74147a031d50fcf130aa4 2024-12-08T19:25:20,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1dfbe199db4c4410b8d901c42018ba9b, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/3e54d995275a4a47b5c9912baf546e20, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99] to archive 2024-12-08T19:25:20,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:25:20,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e9d8207b33cc451bb84da75e9b630524 2024-12-08T19:25:20,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1f936e97007343a8804c11c8bff57d61 2024-12-08T19:25:20,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1dfbe199db4c4410b8d901c42018ba9b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/1dfbe199db4c4410b8d901c42018ba9b 2024-12-08T19:25:20,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/51313c82a75847d89a0512eac7e60818 2024-12-08T19:25:20,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/ebac8b8aaa994f04b5799367ccc5b56a 2024-12-08T19:25:20,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/f5abdbd694964ec8b124883f426248bc 2024-12-08T19:25:20,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/8647aef619574a6dbd818c65d6eff2ec 2024-12-08T19:25:20,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/3e54d995275a4a47b5c9912baf546e20 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/3e54d995275a4a47b5c9912baf546e20 2024-12-08T19:25:20,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/6249a3d26d1e477492bab1df7b27c3e8 2024-12-08T19:25:20,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/565754a00fb24cb1b7457dc331b32aa2 2024-12-08T19:25:20,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/79791bd74d31443c9ce23bb4f97ea4e6 2024-12-08T19:25:20,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/34bb3aa816bf4a4ab2edca63dd466b8c 2024-12-08T19:25:20,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/938d4d4943834964865688dae3232b7c 2024-12-08T19:25:20,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/e559d3082e8a4789a739ce8be38bba99 2024-12-08T19:25:20,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/cce382ede8c4412fba2c66857cecb889, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/af8d05f3373a48f1916a99c3fddd9794, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7] to archive 2024-12-08T19:25:20,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T19:25:20,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/a0dcb6ab1745410b85a6ff2a967bbc71 2024-12-08T19:25:20,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/53076be2389f49c1a3094ce1aa57537d 2024-12-08T19:25:20,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/cce382ede8c4412fba2c66857cecb889 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/cce382ede8c4412fba2c66857cecb889 2024-12-08T19:25:20,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/18ac8ef25ffe44eea2b044ad6b48a08a 2024-12-08T19:25:20,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/abf168b3b5084fa1ad5ba8ed338135de 2024-12-08T19:25:20,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/fe66a4c61c9846a28e9c15cedadaba79 2024-12-08T19:25:20,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/c49a71ea39484ef691db726e54e5de74 2024-12-08T19:25:20,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/af8d05f3373a48f1916a99c3fddd9794 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/af8d05f3373a48f1916a99c3fddd9794 2024-12-08T19:25:20,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/0790a129b37b4eceb2f11426955e732a 2024-12-08T19:25:20,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/1beebef86be74267a02cd5b4a48855c1 2024-12-08T19:25:20,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/e56cd232c71d432580212d34abebc29e 2024-12-08T19:25:20,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/4c411f8a1fd4445e8d1a98807c01a888 2024-12-08T19:25:20,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/172a1caddfb3448f889728e94605ce94 2024-12-08T19:25:20,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/eb9f716e616a431c8b506a3488a817d7 2024-12-08T19:25:20,699 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits/282.seqid, newMaxSeqId=282, maxSeqId=4 2024-12-08T19:25:20,699 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c. 2024-12-08T19:25:20,699 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1635): Region close journal for efe58bf1c9567cc7f90f5520cef0797c: 2024-12-08T19:25:20,700 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(170): Closed efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:20,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=efe58bf1c9567cc7f90f5520cef0797c, regionState=CLOSED 2024-12-08T19:25:20,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-08T19:25:20,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure efe58bf1c9567cc7f90f5520cef0797c, server=8760adbab633,37895,1733685735339 in 2.8930 sec 2024-12-08T19:25:20,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=191, resume processing ppid=190 2024-12-08T19:25:20,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=efe58bf1c9567cc7f90f5520cef0797c, UNASSIGN in 2.8970 sec 2024-12-08T19:25:20,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-08T19:25:20,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9000 sec 2024-12-08T19:25:20,705 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733685920705"}]},"ts":"1733685920705"} 2024-12-08T19:25:20,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T19:25:20,745 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T19:25:20,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.9650 sec 2024-12-08T19:25:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-08T19:25:21,892 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-08T19:25:21,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T19:25:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:21,897 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=193, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:21,899 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=193, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-08T19:25:21,902 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,907 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C, FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits] 2024-12-08T19:25:21,914 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/147fdc14b9d9475f800836dbcdb0204b to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/147fdc14b9d9475f800836dbcdb0204b 2024-12-08T19:25:21,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/517ccb7e6b8b47a88c178357e86862ee to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/517ccb7e6b8b47a88c178357e86862ee 2024-12-08T19:25:21,918 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/635a57538ebf4afa93c54d3b2e510f98 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/635a57538ebf4afa93c54d3b2e510f98 2024-12-08T19:25:21,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/70434ec36be7423d9b1ee3d108cd48ea to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/A/70434ec36be7423d9b1ee3d108cd48ea 2024-12-08T19:25:21,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/21726fb4cc64428ea80a89777ee282f1 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/21726fb4cc64428ea80a89777ee282f1 2024-12-08T19:25:21,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/31222401c08d4f0c9fc002d6db2aa671 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/31222401c08d4f0c9fc002d6db2aa671 2024-12-08T19:25:21,927 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/449ca43eac1e4718b02343f65de22cf5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/449ca43eac1e4718b02343f65de22cf5 2024-12-08T19:25:21,930 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/9690e2754e574137975582182cdda6c8 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/B/9690e2754e574137975582182cdda6c8 2024-12-08T19:25:21,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/02fe5b7f5c174ccfa4eaac298c896eb5 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/02fe5b7f5c174ccfa4eaac298c896eb5 2024-12-08T19:25:21,936 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/2075172bcbb64c00914fa5ea1dd04025 to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/2075172bcbb64c00914fa5ea1dd04025 2024-12-08T19:25:21,938 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/8a393b3cb5b543e7a9c8538c7bcbab5a to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/8a393b3cb5b543e7a9c8538c7bcbab5a 2024-12-08T19:25:21,940 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/929d64b8308b4868988adcd0cc02f4ee to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/C/929d64b8308b4868988adcd0cc02f4ee 2024-12-08T19:25:21,946 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits/282.seqid to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c/recovered.edits/282.seqid 2024-12-08T19:25:21,946 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/default/TestAcidGuarantees/efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,947 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T19:25:21,947 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:25:21,949 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T19:25:21,954 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811b031db7c174e29ba2d896fe44f01f0_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120811b031db7c174e29ba2d896fe44f01f0_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,955 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ece9d3eb13440bdb89b64186c41c01e_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ece9d3eb13440bdb89b64186c41c01e_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,957 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ef0472167d4424ea26e83cae385a1f1_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081ef0472167d4424ea26e83cae385a1f1_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,959 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cea9968956a4bf9bf5bd1e7dc8ebd9d_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083cea9968956a4bf9bf5bd1e7dc8ebd9d_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,960 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084b3ad2ee95ce4619af0888dca7eb45e9_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084b3ad2ee95ce4619af0888dca7eb45e9_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,962 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085092a54336ab43388890a701be925ddc_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085092a54336ab43388890a701be925ddc_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,964 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208626a3eeffce5445da34cbcabd11ba288_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208626a3eeffce5445da34cbcabd11ba288_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,965 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208632fd32efa044bacad3f9bf8d8af0844_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208632fd32efa044bacad3f9bf8d8af0844_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,966 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120877ce2d49c7cf4fd3a576220042bb3721_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120877ce2d49c7cf4fd3a576220042bb3721_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,968 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d6cfd636b0049229b0acd3fa1e4c550_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088d6cfd636b0049229b0acd3fa1e4c550_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,969 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a475f3c7aed04aa5a76023ea00757d06_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a475f3c7aed04aa5a76023ea00757d06_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,971 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aabe904b40024f4c9f90a0ffcb180e51_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208aabe904b40024f4c9f90a0ffcb180e51_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,972 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd37ff9eaa8e4db8be95a134a1b768e4_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd37ff9eaa8e4db8be95a134a1b768e4_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,974 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d1f97026426045e5ac3691e15d76ce4d_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d1f97026426045e5ac3691e15d76ce4d_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,975 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1747a3ae0a448cf81eaa13bce4db11e_efe58bf1c9567cc7f90f5520cef0797c to hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e1747a3ae0a448cf81eaa13bce4db11e_efe58bf1c9567cc7f90f5520cef0797c 2024-12-08T19:25:21,976 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T19:25:21,979 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=193, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:21,981 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T19:25:21,983 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T19:25:21,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=193, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:21,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T19:25:21,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733685921984"}]},"ts":"9223372036854775807"} 2024-12-08T19:25:21,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T19:25:21,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => efe58bf1c9567cc7f90f5520cef0797c, NAME => 'TestAcidGuarantees,,1733685893014.efe58bf1c9567cc7f90f5520cef0797c.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T19:25:21,986 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T19:25:21,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733685921986"}]},"ts":"9223372036854775807"} 2024-12-08T19:25:21,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T19:25:22,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-08T19:25:22,029 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=193, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T19:25:22,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 136 msec 2024-12-08T19:25:22,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34611 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-08T19:25:22,202 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-08T19:25:22,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 479), ProcessCount=9 (was 9), AvailableMemoryMB=19889 (was 19900) 2024-12-08T19:25:22,217 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-08T19:25:22,217 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T19:25:22,218 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:55672 2024-12-08T19:25:22,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:22,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T19:25:22,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1824512925, stopped=false 2024-12-08T19:25:22,218 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=8760adbab633,34611,1733685734613 2024-12-08T19:25:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T19:25:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T19:25:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:25:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:25:22,228 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-08T19:25:22,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:22,230 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8760adbab633,37895,1733685735339' ***** 2024-12-08T19:25:22,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T19:25:22,230 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-08T19:25:22,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T19:25:22,230 INFO [RS:0;8760adbab633:37895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T19:25:22,231 INFO [RS:0;8760adbab633:37895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T19:25:22,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-08T19:25:22,231 INFO [RS:0;8760adbab633:37895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T19:25:22,231 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(3579): Received CLOSE for fb827608fdec8ab39e30851a09e38025 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1224): stopping server 8760adbab633,37895,1733685735339 2024-12-08T19:25:22,232 DEBUG [RS:0;8760adbab633:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-08T19:25:22,232 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fb827608fdec8ab39e30851a09e38025, disabling compactions & flushes 2024-12-08T19:25:22,232 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:25:22,232 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:25:22,232 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. after waiting 0 ms 2024-12-08T19:25:22,232 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:25:22,232 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-08T19:25:22,232 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fb827608fdec8ab39e30851a09e38025 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-08T19:25:22,232 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fb827608fdec8ab39e30851a09e38025=hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025.} 2024-12-08T19:25:22,233 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-08T19:25:22,233 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-08T19:25:22,233 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-08T19:25:22,233 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T19:25:22,233 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T19:25:22,233 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-08T19:25:22,236 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fb827608fdec8ab39e30851a09e38025 2024-12-08T19:25:22,248 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/.tmp/info/60b961d12109492293ccb2c1c3b7fc10 is 45, key is default/info:d/1733685740986/Put/seqid=0 2024-12-08T19:25:22,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742534_1710 (size=5037) 2024-12-08T19:25:22,252 INFO [regionserver/8760adbab633:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T19:25:22,254 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/info/f16aacf596c8495dbd3da28b1c0003ce is 143, key is hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025./info:regioninfo/1733685740828/Put/seqid=0 2024-12-08T19:25:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742535_1711 (size=7725) 2024-12-08T19:25:22,437 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fb827608fdec8ab39e30851a09e38025 2024-12-08T19:25:22,637 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fb827608fdec8ab39e30851a09e38025 2024-12-08T19:25:22,653 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/.tmp/info/60b961d12109492293ccb2c1c3b7fc10 2024-12-08T19:25:22,658 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/info/f16aacf596c8495dbd3da28b1c0003ce 2024-12-08T19:25:22,663 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/.tmp/info/60b961d12109492293ccb2c1c3b7fc10 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/info/60b961d12109492293ccb2c1c3b7fc10 2024-12-08T19:25:22,666 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/info/60b961d12109492293ccb2c1c3b7fc10, entries=2, sequenceid=6, filesize=4.9 K 2024-12-08T19:25:22,667 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fb827608fdec8ab39e30851a09e38025 in 435ms, sequenceid=6, compaction requested=false 2024-12-08T19:25:22,672 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/namespace/fb827608fdec8ab39e30851a09e38025/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-08T19:25:22,672 INFO [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:25:22,672 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fb827608fdec8ab39e30851a09e38025: 2024-12-08T19:25:22,673 DEBUG [RS_CLOSE_REGION-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733685739528.fb827608fdec8ab39e30851a09e38025. 2024-12-08T19:25:22,679 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/rep_barrier/c275aae4e0884f30948d99dbecfbae64 is 102, key is TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c./rep_barrier:/1733685766797/DeleteFamily/seqid=0 2024-12-08T19:25:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742536_1712 (size=6025) 2024-12-08T19:25:22,837 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T19:25:23,038 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T19:25:23,083 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/rep_barrier/c275aae4e0884f30948d99dbecfbae64 2024-12-08T19:25:23,087 INFO [regionserver/8760adbab633:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T19:25:23,087 INFO [regionserver/8760adbab633:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T19:25:23,108 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/table/6a313cfde3dd429b8806f10e5738383d is 96, key is TestAcidGuarantees,,1733685741267.5d34c42d7f83011dc00bec80cbd1838c./table:/1733685766797/DeleteFamily/seqid=0 2024-12-08T19:25:23,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742537_1713 (size=5942) 2024-12-08T19:25:23,238 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-08T19:25:23,238 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T19:25:23,238 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T19:25:23,438 DEBUG [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T19:25:23,512 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/table/6a313cfde3dd429b8806f10e5738383d 2024-12-08T19:25:23,546 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/info/f16aacf596c8495dbd3da28b1c0003ce as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/info/f16aacf596c8495dbd3da28b1c0003ce 2024-12-08T19:25:23,549 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/info/f16aacf596c8495dbd3da28b1c0003ce, entries=22, sequenceid=93, filesize=7.5 K 2024-12-08T19:25:23,550 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/rep_barrier/c275aae4e0884f30948d99dbecfbae64 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/rep_barrier/c275aae4e0884f30948d99dbecfbae64 2024-12-08T19:25:23,553 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/rep_barrier/c275aae4e0884f30948d99dbecfbae64, entries=6, sequenceid=93, filesize=5.9 K 2024-12-08T19:25:23,553 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/.tmp/table/6a313cfde3dd429b8806f10e5738383d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/table/6a313cfde3dd429b8806f10e5738383d 2024-12-08T19:25:23,556 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/table/6a313cfde3dd429b8806f10e5738383d, entries=9, sequenceid=93, filesize=5.8 K 2024-12-08T19:25:23,557 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=93, compaction requested=false 2024-12-08T19:25:23,561 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-08T19:25:23,561 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T19:25:23,561 INFO [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-08T19:25:23,561 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-08T19:25:23,561 DEBUG [RS_CLOSE_META-regionserver/8760adbab633:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T19:25:23,639 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1250): stopping server 8760adbab633,37895,1733685735339; all regions closed. 2024-12-08T19:25:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741834_1010 (size=26050) 2024-12-08T19:25:23,651 DEBUG [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/oldWALs 2024-12-08T19:25:23,651 INFO [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8760adbab633%2C37895%2C1733685735339.meta:.meta(num 1733685739241) 2024-12-08T19:25:23,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741832_1008 (size=16695174) 2024-12-08T19:25:23,656 DEBUG [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/oldWALs 2024-12-08T19:25:23,656 INFO [RS:0;8760adbab633:37895 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 8760adbab633%2C37895%2C1733685735339:(num 1733685738202) 2024-12-08T19:25:23,656 DEBUG [RS:0;8760adbab633:37895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:23,657 INFO [RS:0;8760adbab633:37895 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T19:25:23,657 INFO [RS:0;8760adbab633:37895 {}] hbase.ChoreService(370): Chore service for: regionserver/8760adbab633:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-08T19:25:23,657 INFO [regionserver/8760adbab633:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-08T19:25:23,658 INFO [RS:0;8760adbab633:37895 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37895 2024-12-08T19:25:23,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8760adbab633,37895,1733685735339 2024-12-08T19:25:23,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T19:25:23,670 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fc2e88f2b28@59ea6a8b rejected from java.util.concurrent.ThreadPoolExecutor@1ce8efd2[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-08T19:25:23,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8760adbab633,37895,1733685735339] 2024-12-08T19:25:23,678 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 8760adbab633,37895,1733685735339; numProcessing=1 2024-12-08T19:25:23,686 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/8760adbab633,37895,1733685735339 already deleted, retry=false 2024-12-08T19:25:23,686 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 8760adbab633,37895,1733685735339 expired; onlineServers=0 2024-12-08T19:25:23,687 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '8760adbab633,34611,1733685734613' ***** 2024-12-08T19:25:23,687 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T19:25:23,687 DEBUG [M:0;8760adbab633:34611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5512fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8760adbab633/172.17.0.2:0 2024-12-08T19:25:23,687 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegionServer(1224): stopping server 8760adbab633,34611,1733685734613 2024-12-08T19:25:23,687 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegionServer(1250): stopping server 8760adbab633,34611,1733685734613; all regions closed. 2024-12-08T19:25:23,687 DEBUG [M:0;8760adbab633:34611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T19:25:23,688 DEBUG [M:0;8760adbab633:34611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T19:25:23,688 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T19:25:23,688 DEBUG [M:0;8760adbab633:34611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T19:25:23,688 DEBUG [master/8760adbab633:0:becomeActiveMaster-HFileCleaner.small.0-1733685737947 {}] cleaner.HFileCleaner(306): Exit Thread[master/8760adbab633:0:becomeActiveMaster-HFileCleaner.small.0-1733685737947,5,FailOnTimeoutGroup] 2024-12-08T19:25:23,688 DEBUG [master/8760adbab633:0:becomeActiveMaster-HFileCleaner.large.0-1733685737943 {}] cleaner.HFileCleaner(306): Exit Thread[master/8760adbab633:0:becomeActiveMaster-HFileCleaner.large.0-1733685737943,5,FailOnTimeoutGroup] 2024-12-08T19:25:23,689 INFO [M:0;8760adbab633:34611 {}] hbase.ChoreService(370): Chore service for: master/8760adbab633:0 had [] on shutdown 2024-12-08T19:25:23,689 DEBUG [M:0;8760adbab633:34611 {}] master.HMaster(1733): Stopping service threads 2024-12-08T19:25:23,689 INFO [M:0;8760adbab633:34611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T19:25:23,689 ERROR [M:0;8760adbab633:34611 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-08T19:25:23,690 INFO [M:0;8760adbab633:34611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T19:25:23,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T19:25:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T19:25:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T19:25:23,695 DEBUG [M:0;8760adbab633:34611 {}] zookeeper.ZKUtil(347): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T19:25:23,695 WARN [M:0;8760adbab633:34611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T19:25:23,695 INFO [M:0;8760adbab633:34611 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-08T19:25:23,695 INFO [M:0;8760adbab633:34611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T19:25:23,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T19:25:23,695 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T19:25:23,695 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:25:23,695 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:25:23,695 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T19:25:23,695 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:25:23,696 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=817.09 KB heapSize=1008.43 KB 2024-12-08T19:25:23,708 DEBUG [M:0;8760adbab633:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef537c1fdc84847a993644aab6bd657 is 82, key is hbase:meta,,1/info:regioninfo/1733685739354/Put/seqid=0 2024-12-08T19:25:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742538_1714 (size=5672) 2024-12-08T19:25:23,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T19:25:23,778 INFO [RS:0;8760adbab633:37895 {}] regionserver.HRegionServer(1307): Exiting; stopping=8760adbab633,37895,1733685735339; zookeeper connection closed. 2024-12-08T19:25:23,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37895-0x100071806690001, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T19:25:23,779 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ec9c8ed {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ec9c8ed 2024-12-08T19:25:23,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T19:25:24,112 INFO [M:0;8760adbab633:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2361 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef537c1fdc84847a993644aab6bd657 2024-12-08T19:25:24,137 DEBUG [M:0;8760adbab633:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c20abc7f0c4869b2e6dfcc98b2813d is 2283, key is \x00\x00\x00\x00\x00\x00\x00c/proc:d/1733685827700/Put/seqid=0 2024-12-08T19:25:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742539_1715 (size=47605) 2024-12-08T19:25:24,541 INFO [M:0;8760adbab633:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=816.54 KB at sequenceid=2361 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c20abc7f0c4869b2e6dfcc98b2813d 2024-12-08T19:25:24,547 INFO [M:0;8760adbab633:34611 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7c20abc7f0c4869b2e6dfcc98b2813d 2024-12-08T19:25:24,564 DEBUG [M:0;8760adbab633:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95f366a4afa4a368c89a4612722bf56 is 69, key is 8760adbab633,37895,1733685735339/rs:state/1733685737978/Put/seqid=0 2024-12-08T19:25:24,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073742540_1716 (size=5156) 2024-12-08T19:25:24,567 INFO [M:0;8760adbab633:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2361 (bloomFilter=true), to=hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95f366a4afa4a368c89a4612722bf56 2024-12-08T19:25:24,569 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ef537c1fdc84847a993644aab6bd657 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ef537c1fdc84847a993644aab6bd657 2024-12-08T19:25:24,571 INFO [M:0;8760adbab633:34611 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ef537c1fdc84847a993644aab6bd657, entries=8, sequenceid=2361, filesize=5.5 K 2024-12-08T19:25:24,572 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7c20abc7f0c4869b2e6dfcc98b2813d as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7c20abc7f0c4869b2e6dfcc98b2813d 2024-12-08T19:25:24,574 INFO [M:0;8760adbab633:34611 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7c20abc7f0c4869b2e6dfcc98b2813d 2024-12-08T19:25:24,574 INFO [M:0;8760adbab633:34611 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7c20abc7f0c4869b2e6dfcc98b2813d, entries=193, sequenceid=2361, filesize=46.5 K 2024-12-08T19:25:24,575 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d95f366a4afa4a368c89a4612722bf56 as hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d95f366a4afa4a368c89a4612722bf56 2024-12-08T19:25:24,577 INFO [M:0;8760adbab633:34611 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39913/user/jenkins/test-data/a30f1a01-eb9f-14c5-90d7-3786ec490f72/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d95f366a4afa4a368c89a4612722bf56, entries=1, sequenceid=2361, filesize=5.0 K 2024-12-08T19:25:24,578 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegion(3040): Finished flush of dataSize ~817.09 KB/836702, heapSize ~1008.13 KB/1032328, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=2361, compaction requested=false 2024-12-08T19:25:24,579 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T19:25:24,579 DEBUG [M:0;8760adbab633:34611 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T19:25:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33301 is added to blk_1073741830_1006 (size=991462) 2024-12-08T19:25:24,581 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-08T19:25:24,581 INFO [M:0;8760adbab633:34611 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-08T19:25:24,581 INFO [M:0;8760adbab633:34611 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34611 2024-12-08T19:25:24,620 DEBUG [M:0;8760adbab633:34611 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/8760adbab633,34611,1733685734613 already deleted, retry=false 2024-12-08T19:25:24,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T19:25:24,728 INFO [M:0;8760adbab633:34611 {}] regionserver.HRegionServer(1307): Exiting; stopping=8760adbab633,34611,1733685734613; zookeeper connection closed. 2024-12-08T19:25:24,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100071806690000, quorum=127.0.0.1:55672, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T19:25:24,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T19:25:24,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T19:25:24,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T19:25:24,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T19:25:24,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.log.dir/,STOPPED} 2024-12-08T19:25:24,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T19:25:24,741 WARN [BP-839306483-172.17.0.2-1733685731381 heartbeating to localhost/127.0.0.1:39913 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T19:25:24,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T19:25:24,741 WARN [BP-839306483-172.17.0.2-1733685731381 heartbeating to localhost/127.0.0.1:39913 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-839306483-172.17.0.2-1733685731381 (Datanode Uuid 14804f98-3048-4eb8-9684-ba5262d9d999) service to localhost/127.0.0.1:39913 2024-12-08T19:25:24,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/dfs/data/data1/current/BP-839306483-172.17.0.2-1733685731381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T19:25:24,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/cluster_f94c95eb-8722-636a-bc84-49c3a72d33d5/dfs/data/data2/current/BP-839306483-172.17.0.2-1733685731381 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T19:25:24,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T19:25:24,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T19:25:24,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T19:25:24,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T19:25:24,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T19:25:24,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f6596f09-eb50-acec-0b87-0715480645ee/hadoop.log.dir/,STOPPED} 2024-12-08T19:25:24,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-08T19:25:24,894 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-08T19:25:25,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T19:25:25,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T19:25:25,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T19:25:25,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-08T19:25:25,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees